-- Logs begin at Fri 2022-03-11 02:02:42 UTC, end at Fri 2022-03-11 03:28:04 UTC. -- Mar 11 03:00:41.966513 dv-cinder-740146-14-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 11 03:00:44.892059 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.common.config [-] Logging enabled! Mar 11 03:00:44.892670 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.0.0rc1 Mar 11 03:00:44.892841 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103255) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 11 03:00:44.896340 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.common.config [-] Logging enabled! Mar 11 03:00:44.896594 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.0.0rc1 Mar 11 03:00:44.896906 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103255) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 11 03:00:44.897844 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 03:00:44.898098 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 03:00:44.898463 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 03:00:44.898708 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 03:00:44.898931 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 03:00:44.899678 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.900106 dv-cinder-740146-14-iscsi neutron-server[103255]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 11 03:00:44.900422 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.900718 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.901011 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.901305 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.901595 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.901893 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.902184 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.902477 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.902757 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.903033 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.903318 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.903607 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.903893 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.904175 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.904458 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.904743 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] debug = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.905016 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.905456 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.905882 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.906190 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.906479 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.906755 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.907025 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.907299 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.907583 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.907912 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] host = dv-cinder-740146-14-iscsi {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.908188 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.908475 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.908869 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.909210 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.909487 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.909763 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.910083 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.910357 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.910628 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] log_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.910903 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.911190 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.911512 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.911801 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.912025 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.912244 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.912537 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.912822 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.913097 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.913374 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.913647 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.913948 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.914225 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.914515 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.914798 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.915078 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.915361 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.915632 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.915904 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.916173 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.916442 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.916724 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.916995 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.917264 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.917534 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.917812 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.918113 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.918384 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.918682 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.918966 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.919245 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.919527 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.919799 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.920078 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.920346 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.920614 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.920881 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] use_json = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.921148 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.921413 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.921690 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.921983 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.922255 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.922527 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.922798 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.923084 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.923354 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:44.923647 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.923944 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.924243 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.925104 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.925372 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.925653 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.925970 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.926253 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.926542 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.926832 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.927120 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.927396 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.927692 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.927977 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.928271 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.928572 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.928864 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.929154 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.929428 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.929701 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.930008 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.930288 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.930573 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.930850 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.931137 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.931424 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.931701 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.931995 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.932282 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.932574 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.932862 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.933137 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.933415 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.933709 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.934007 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.934283 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.934562 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.934853 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.935132 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.935405 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.935686 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.935962 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.936235 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.936506 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.936784 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.937074 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.937350 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.937620 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.937916 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.938197 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.938470 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.938752 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.939028 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.939300 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.939571 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.939846 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.940687 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.940967 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.941245 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.941519 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.941793 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.942087 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.942355 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.942627 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.942897 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.943169 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.943446 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.943719 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.943996 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.944266 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.944535 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.944806 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.945076 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.945345 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.945627 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.945950 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.946227 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.946507 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.946786 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.947062 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.947337 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.947612 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.947888 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.948162 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.948434 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.948723 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.949005 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.949287 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.949584 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.949868 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.950175 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.950451 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.950724 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.951003 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.951277 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.951552 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.951831 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.952109 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.952402 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.952692 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.952982 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.953272 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.953562 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.953839 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.954164 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.954441 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:44.954654 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 03:00:44.954890 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103255) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 11 03:00:45.325767 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 11 03:00:45.325995 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 11 03:00:45.326301 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 11 03:00:45.326774 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 11 03:00:45.655802 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:45.656090 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:45.656360 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:45.657548 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:45.657822 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:45.658228 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:45.703864 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:45.704142 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:45.704411 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:45.719121 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:45.719402 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:45.719673 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:45.748590 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:45.748862 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:45.749125 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:45.786906 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:45.787177 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:45.787444 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.135525 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.136056 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.136056 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.136318 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.137002 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.236251 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.236572 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.236880 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.237194 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.237475 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.237793 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.238077 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.238334 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.238589 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.238871 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.239131 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.239394 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.239648 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.239898 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.240150 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.240414 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.240675 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.240947 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.241217 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.241475 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.241747 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.242023 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.242302 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.242680 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.242928 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.243171 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.243558 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 03:00:46.243799 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 03:00:46.244036 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 03:00:46.244269 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 03:00:46.244503 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 03:00:46.244743 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 03:00:46.245103 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 11 03:00:46.248230 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 11 03:00:46.252279 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 11 03:00:46.256798 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Mar 11 03:00:46.258472 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 11 03:00:46.258917 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 11 03:00:46.259252 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 11 03:00:46.259631 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 11 03:00:46.262461 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 11 03:00:46.262711 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 11 03:00:46.263059 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 11 03:00:46.267884 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 11 03:00:46.292487 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 11 03:00:46.292933 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.293230 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103255) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 11 03:00:46.293599 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.294993 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103255) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 11 03:00:46.295278 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 11 03:00:46.295523 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 11 03:00:46.298820 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.299104 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.364035 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 11 03:00:46.364224 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 11 03:00:46.364463 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 11 03:00:46.364830 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 11 03:00:46.385555 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_db.sqlalchemy.engines [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103255) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 11 03:00:46.824291 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Initializing driver for type 'gre' Mar 11 03:00:46.824787 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] gre ID ranges: [(1, 1000)] Mar 11 03:00:46.883243 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Initializing driver for type 'local' Mar 11 03:00:46.883641 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Initializing driver for type 'vlan' Mar 11 03:00:46.897170 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] VlanTypeDriver initialization complete Mar 11 03:00:46.897596 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Initializing driver for type 'vxlan' Mar 11 03:00:46.898138 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] vxlan ID ranges: [(1, 1000)] Mar 11 03:00:46.951065 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Initializing extension driver 'port_security' Mar 11 03:00:46.951438 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.extensions.port_security [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] PortSecurityExtensionDriver initialization complete Mar 11 03:00:46.951773 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Initializing mechanism driver 'openvswitch' Mar 11 03:00:46.952095 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Initializing mechanism driver 'hyperv' Mar 11 03:00:46.958806 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.plugin [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103255) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:00:46.959652 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > port after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.960027 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > port after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.960380 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > port after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.960905 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103255) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 03:00:46.961337 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > subnet after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.961689 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > subnet after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.962059 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.962453 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103255) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 03:00:46.962854 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > network after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.963201 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > network after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.963540 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > network after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.963930 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103255) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 03:00:46.964335 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > security_group after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.964754 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > security_group after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.965094 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.965485 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103255) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 03:00:46.965918 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.966264 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.966601 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.966988 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103255) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 03:00:46.967385 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > address_group after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.967728 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > address_group after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.968061 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.968447 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103255) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 03:00:46.968881 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] ML2 OVO RPC backend initialized. {{(pid=103255) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 11 03:00:46.969578 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.969959 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.970376 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > network before_response 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.970719 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > networks before_response 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.971062 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > port before_response 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.971943 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > ports before_response 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.972282 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > subnet before_response 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.972890 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > subnets before_response 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.973231 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > network after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.973567 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > network after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.973940 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > network after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.974280 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > port after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.974614 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > port after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.974949 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > port after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.975287 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > subnet after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.975622 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > subnet after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.975954 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:46.983378 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.quota [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded quota_driver: . Mar 11 03:00:46.983745 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.plugin [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Modular L2 Plugin initialization complete Mar 11 03:00:46.984089 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading services supported by the core plugin {{(pid=103255) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 11 03:00:46.984425 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.plugins.ml2.managers [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Got port-security extension from driver 'port_security' Mar 11 03:00:46.984906 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.extensions.vlantransparent [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Disabled vlantransparent extension. Mar 11 03:00:46.985400 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103255) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 11 03:00:46.985723 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading Plugin: router Mar 11 03:00:47.021621 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.022041 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > router after_create 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.022412 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > router before_create 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.022785 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.023155 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.023513 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > router after_delete 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.023872 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.024220 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.024577 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > router after_create 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.024918 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > router after_update 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.025263 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > router after_update 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.025607 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.025994 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > router after_update 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.026406 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > router precommit_update 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.026771 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: port after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.027109 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: port after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.027446 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: subnet after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.027782 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.028129 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.028474 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > router precommit_create 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.028814 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: port before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.029152 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > router precommit_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.029510 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > router after_update 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.029853 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.030350 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > router precommit_create 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.030711 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.031055 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > router precommit_update 55549900 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.031421 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > agent after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.031769 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > agent after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.032116 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > network after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.032958 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.quota.resource_registry [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Tracking information for resource: router configured {{(pid=103255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 03:00:47.033287 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.quota.resource_registry [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Tracking information for resource: floatingip configured {{(pid=103255) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 03:00:47.038741 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.db.l3_agentschedulers_db [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 11 03:00:47.039322 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: port after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.039684 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: port after_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.040034 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: port after_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.040384 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: port after_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.041165 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > router before_create 55550100 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.041527 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.041911 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > router precommit_create 55550100 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.042274 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > router precommit_update 55550100 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.047115 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.services.provider_configuration [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Service providers = [] {{(pid=103255) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 11 03:00:47.047479 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.db.servicetype_db [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103255) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 11 03:00:47.051006 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.services.service_base [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103255) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 03:00:47.051331 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.services.service_base [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103255) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 03:00:47.051669 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.services.service_base [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103255) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 03:00:47.052569 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.services.service_base [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103255) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 03:00:47.052939 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.services.service_base [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 11 03:00:47.053315 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 03:00:47.053628 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 11 03:00:47.064391 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 03:00:47.064726 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading Plugin: auto_allocate Mar 11 03:00:47.070586 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: network precommit_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.070957 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: network precommit_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.071479 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 03:00:47.071796 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading Plugin: tag Mar 11 03:00:47.078640 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 03:00:47.078920 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading Plugin: timestamp Mar 11 03:00:47.083551 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 03:00:47.083881 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading Plugin: network_ip_availability Mar 11 03:00:47.089374 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.089744 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.090134 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.090845 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 03:00:47.091162 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading Plugin: flavors Mar 11 03:00:47.096638 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 03:00:47.097168 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading Plugin: revisions Mar 11 03:00:47.101704 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103255) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 03:00:47.102122 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_concurrency.lockutils [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.776s {{(pid=103255) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 11 03:00:47.102862 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103255) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 11 03:00:47.103194 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Initializing extension manager. Mar 11 03:00:47.103710 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: __init__.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.104044 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: __pycache__ {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.104369 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: address_group.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.105116 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.105693 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: address-group Mar 11 03:00:47.106035 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: address_scope.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.106750 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.107259 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: address-scope Mar 11 03:00:47.107577 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.108502 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.109008 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: router-admin-state-down-before-update Mar 11 03:00:47.109326 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: agent.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.110053 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.110553 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: agent Mar 11 03:00:47.110867 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: agent_resources_synced.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.111813 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.112824 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: agent-resources-synced Mar 11 03:00:47.113140 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: allowedaddresspairs.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.114951 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.115486 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: allowed-address-pairs Mar 11 03:00:47.115793 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: auto_allocated_topology.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.116862 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.117371 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: auto-allocated-topology Mar 11 03:00:47.117692 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: availability_zone.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.118410 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.118914 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: availability_zone Mar 11 03:00:47.119233 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: availability_zone_filter.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.120132 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.120659 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: availability_zone_filter Mar 11 03:00:47.120977 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: data_plane_status.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.121892 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.122403 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension data-plane-status not supported by any of loaded plugins Mar 11 03:00:47.122725 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: default_subnetpools.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.123649 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.124151 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: default-subnetpools Mar 11 03:00:47.124468 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.125265 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.125763 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: dhcp_agent_scheduler Mar 11 03:00:47.126111 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: dns.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.127017 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.127545 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension dns-integration not supported by any of loaded plugins Mar 11 03:00:47.127881 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: dns_domain_ports.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.128800 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.129302 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 11 03:00:47.129620 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.130566 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.131066 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 11 03:00:47.131386 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: dvr.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.132052 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.132556 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: dvr Mar 11 03:00:47.132871 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: ecmp_routes.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.133781 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.134323 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 11 03:00:47.134639 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: empty_string_filtering.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.135544 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.136084 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: empty-string-filtering Mar 11 03:00:47.136352 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.137253 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.137756 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 11 03:00:47.138107 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.139025 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.139524 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 11 03:00:47.139837 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: external_net.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.140744 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.141247 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: external-net Mar 11 03:00:47.141566 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.142507 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.143719 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: extra_dhcp_opt Mar 11 03:00:47.144039 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: extraroute.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.144951 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.145454 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: extraroute Mar 11 03:00:47.145768 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: extraroute_atomic.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.146828 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.147335 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: extraroute-atomic Mar 11 03:00:47.147650 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: filter_validation.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.148312 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.148809 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: filter-validation Mar 11 03:00:47.149125 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: fip_pf_description.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.150067 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.150565 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 11 03:00:47.150878 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: fip_port_details.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.151978 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.152480 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: fip-port-details Mar 11 03:00:47.152795 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: flavors.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.154077 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.154587 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: flavors Mar 11 03:00:47.154909 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.156580 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.157098 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 11 03:00:47.157423 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: floatingip_pools.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.158150 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.159337 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: floatingip-pools Mar 11 03:00:47.159662 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: ip_allocation.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.160595 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.161097 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension ip_allocation not supported by any of loaded plugins Mar 11 03:00:47.161416 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.162359 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.162866 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: ip-substring-filtering Mar 11 03:00:47.163192 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: l2_adjacency.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.164110 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.164609 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 11 03:00:47.164927 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: l3.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.165926 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.166433 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: router Mar 11 03:00:47.166754 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.169018 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.169545 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 11 03:00:47.169903 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.170830 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.171343 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: ext-gw-mode Mar 11 03:00:47.171670 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.172582 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.173093 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: l3-ha Mar 11 03:00:47.173414 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.174369 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.174954 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 11 03:00:47.175283 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: l3_flavors.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.176203 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.176703 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: l3-flavors Mar 11 03:00:47.177025 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.178510 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.179026 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 11 03:00:47.179351 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.180373 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.180887 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 11 03:00:47.181211 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: l3agentscheduler.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.182280 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.182796 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: l3_agent_scheduler Mar 11 03:00:47.183123 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: local_ip.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.184906 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.185426 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension local_ip not supported by any of loaded plugins Mar 11 03:00:47.185754 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: logging.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.188751 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.189278 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension logging not supported by any of loaded plugins Mar 11 03:00:47.189611 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: metering.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.190551 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.191117 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: metering Mar 11 03:00:47.191446 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.192538 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.193061 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: metering_source_and_destination_fields Mar 11 03:00:47.193388 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: multiprovidernet.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.194358 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.194870 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: multi-provider Mar 11 03:00:47.195194 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: netmtu.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.196108 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.196612 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: net-mtu Mar 11 03:00:47.196934 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: netmtu_writable.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.197844 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.198376 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: net-mtu-writable Mar 11 03:00:47.198695 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: network_availability_zone.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.199362 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.199864 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: network_availability_zone Mar 11 03:00:47.200181 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: network_ip_availability.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.201295 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.201801 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: network-ip-availability Mar 11 03:00:47.202151 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: network_segment_range.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.202920 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.203422 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension network-segment-range not supported by any of loaded plugins Mar 11 03:00:47.203742 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: pagination.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.204716 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.205041 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: pagination Mar 11 03:00:47.205356 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: port_device_profile.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.206938 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.207445 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: port-device-profile Mar 11 03:00:47.207765 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.208684 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.209187 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: port-mac-address-regenerate Mar 11 03:00:47.209505 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.210434 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.210939 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: port-numa-affinity-policy Mar 11 03:00:47.211259 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: port_resource_request.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.212168 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.212667 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension port-resource-request not supported by any of loaded plugins Mar 11 03:00:47.212986 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: port_resource_request_groups.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.213988 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.214489 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 11 03:00:47.214806 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: portbindings.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.215735 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.216238 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: binding Mar 11 03:00:47.216553 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: portbindings_extended.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.217827 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.218366 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: binding-extended Mar 11 03:00:47.218693 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: portsecurity.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.219601 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.220111 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: port-security Mar 11 03:00:47.220433 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: project_id.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.221993 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.222570 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: project-id Mar 11 03:00:47.222894 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: providernet.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.223813 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.224322 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: provider Mar 11 03:00:47.224640 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: qos.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.228256 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.228777 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension qos not supported by any of loaded plugins Mar 11 03:00:47.229107 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.230400 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.230917 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 11 03:00:47.231244 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.232286 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.232819 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 11 03:00:47.233143 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: qos_default.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.234093 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.234605 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension qos-default not supported by any of loaded plugins Mar 11 03:00:47.234926 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: qos_fip.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.235840 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.236348 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension qos-fip not supported by any of loaded plugins Mar 11 03:00:47.236666 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.237949 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.238465 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 11 03:00:47.238783 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: qos_gateway_ip.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.239696 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.240203 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 11 03:00:47.240521 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: qos_port_network_policy.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.241546 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.242094 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 11 03:00:47.242415 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.243462 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.243972 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 11 03:00:47.244293 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.245332 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.245844 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 11 03:00:47.246199 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: qos_pps_rule.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.247383 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.247896 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension qos-pps not supported by any of loaded plugins Mar 11 03:00:47.248218 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: qos_rule_type_details.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.249134 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.249641 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 11 03:00:47.249994 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: qos_rules_alias.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.251044 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.251555 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 11 03:00:47.251877 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: quota_check_limit.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.252940 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.253456 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: quota-check-limit Mar 11 03:00:47.253779 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: quotasv2.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.254729 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.255055 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: quotas Mar 11 03:00:47.255374 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: quotasv2_detail.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.257080 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.257416 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: quota_details Mar 11 03:00:47.257744 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: rbac.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.258815 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.259334 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: rbac-policies Mar 11 03:00:47.259659 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: rbac_address_group.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.260580 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.261092 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: rbac-address-group Mar 11 03:00:47.261414 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: rbac_address_scope.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.262347 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.262858 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: rbac-address-scope Mar 11 03:00:47.263182 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: rbac_security_groups.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.264088 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.264594 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: rbac-security-groups Mar 11 03:00:47.264913 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: rbac_subnetpool.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.265819 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.266357 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: rbac-subnetpool Mar 11 03:00:47.266676 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: revisionifmatch.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.267664 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.268848 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: revision-if-match Mar 11 03:00:47.269169 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: revisions.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.270322 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.270836 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: standard-attr-revisions Mar 11 03:00:47.271160 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: router_availability_zone.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.271827 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.272334 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: router_availability_zone Mar 11 03:00:47.272653 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: routerservicetype.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.273586 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.274116 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension router-service-type not supported by any of loaded plugins Mar 11 03:00:47.274437 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.275355 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.275862 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: security-groups-normalized-cidr Mar 11 03:00:47.276178 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.277097 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.277602 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: port-security-groups-filtering Mar 11 03:00:47.277945 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.278873 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.279376 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: security-groups-remote-address-group Mar 11 03:00:47.279693 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.280609 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.281112 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: security-groups-shared-filtering Mar 11 03:00:47.281505 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.282124 dv-cinder-740146-14-iscsi neutron-server[103255]: WARNING neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 11 03:00:47.282441 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: securitygroup.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.292598 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.293123 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: security-group Mar 11 03:00:47.293463 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: segment.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.294214 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.294725 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension segment not supported by any of loaded plugins Mar 11 03:00:47.295053 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.295991 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.296499 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 11 03:00:47.296825 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: servicetype.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.297959 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.298484 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: service-type Mar 11 03:00:47.298812 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: sorting.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.299827 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.300155 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: sorting Mar 11 03:00:47.300474 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: standard_attr_segment.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.301383 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.301919 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 11 03:00:47.302241 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: standardattrdescription.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.302885 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.303394 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: standard-attr-description Mar 11 03:00:47.303712 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: stateful_security_group.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.304640 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.305146 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: stateful-security-group Mar 11 03:00:47.305463 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: stdattrs_common.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.306052 dv-cinder-740146-14-iscsi neutron-server[103255]: WARNING neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 11 03:00:47.306368 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.307279 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.307787 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 11 03:00:47.308105 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: subnet_onboard.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.309167 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.309680 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: subnet_onboard Mar 11 03:00:47.310024 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.310946 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.311457 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 11 03:00:47.311776 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: subnet_service_types.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.312700 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.313212 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: subnet-service-types Mar 11 03:00:47.313526 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: subnetallocation.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.314632 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.315447 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: subnet_allocation Mar 11 03:00:47.315766 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.316431 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.316935 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: subnetpool-prefix-ops Mar 11 03:00:47.317250 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.318213 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.318715 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 11 03:00:47.319030 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: tagging.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.320107 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.320620 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: standard-attr-tag Mar 11 03:00:47.320942 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: timestamp.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.322178 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.322693 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loaded extension: standard-attr-timestamp Mar 11 03:00:47.323019 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: trunk.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.324059 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.324570 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension trunk not supported by any of loaded plugins Mar 11 03:00:47.324893 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: trunk_details.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.325804 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.326340 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension trunk-details not supported by any of loaded plugins Mar 11 03:00:47.326661 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: uplink_status_propagation.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.327572 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.328076 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 11 03:00:47.328394 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Loading extension file: vlantransparent.py {{(pid=103255) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 03:00:47.329095 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103255) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 03:00:47.329551 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 11 03:00:47.332601 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Creating instance of TrackedResource for resource:network Mar 11 03:00:47.333116 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Creating instance of TrackedResource for resource:subnet Mar 11 03:00:47.333510 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 03:00:47.333922 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Creating instance of TrackedResource for resource:port Mar 11 03:00:47.335127 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 03:00:47.335567 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Service FLAVORS assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 03:00:47.336170 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 03:00:47.336596 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 03:00:47.336924 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Creating instance of TrackedResource for resource:router Mar 11 03:00:47.337353 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Creating instance of TrackedResource for resource:floatingip Mar 11 03:00:47.337837 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Service METERING assigned prefix: /metering {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 03:00:47.339317 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.339688 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.340041 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103255) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:00:47.341043 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Creating instance of CountableResource for resource:rbac_policy Mar 11 03:00:47.341474 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Creating instance of TrackedResource for resource:security_group Mar 11 03:00:47.341933 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 11 03:00:47.342527 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Service CORE assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 03:00:47.342857 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 03:00:47.343199 dv-cinder-740146-14-iscsi neutron-server[103255]: WARNING neutron.quota.resource_registry [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] subnetpool is already registered Mar 11 03:00:47.343627 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Service CORE assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 03:00:47.343954 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 03:00:47.344281 dv-cinder-740146-14-iscsi neutron-server[103255]: WARNING neutron.quota.resource_registry [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] subnetpool is already registered Mar 11 03:00:47.346604 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 03:00:47.347027 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Service FLAVORS assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 03:00:47.347872 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 03:00:47.348285 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 03:00:47.348616 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Creating instance of TrackedResource for resource:router Mar 11 03:00:47.348953 dv-cinder-740146-14-iscsi neutron-server[103255]: WARNING neutron.quota.resource_registry [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] router is already registered Mar 11 03:00:47.349356 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Creating instance of TrackedResource for resource:floatingip Mar 11 03:00:47.349686 dv-cinder-740146-14-iscsi neutron-server[103255]: WARNING neutron.quota.resource_registry [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] floatingip is already registered Mar 11 03:00:47.350157 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Service METERING assigned prefix: /metering {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 03:00:47.350808 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Creating instance of CountableResource for resource:rbac_policy Mar 11 03:00:47.351129 dv-cinder-740146-14-iscsi neutron-server[103255]: WARNING neutron.quota.resource_registry [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] rbac_policy is already registered Mar 11 03:00:47.351531 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Creating instance of TrackedResource for resource:security_group Mar 11 03:00:47.351860 dv-cinder-740146-14-iscsi neutron-server[103255]: WARNING neutron.quota.resource_registry [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] security_group is already registered Mar 11 03:00:47.352255 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 11 03:00:47.352588 dv-cinder-740146-14-iscsi neutron-server[103255]: WARNING neutron.quota.resource_registry [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] security_group_rule is already registered Mar 11 03:00:47.353204 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Service CORE assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 03:00:47.353534 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 03:00:47.353893 dv-cinder-740146-14-iscsi neutron-server[103255]: WARNING neutron.quota.resource_registry [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] subnetpool is already registered Mar 11 03:00:47.354308 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.v2.resource_helper [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Service CORE assigned prefix: {{(pid=103255) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 03:00:47.354642 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.quota.resource_registry [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 03:00:47.354971 dv-cinder-740146-14-iscsi neutron-server[103255]: WARNING neutron.quota.resource_registry [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] subnetpool is already registered Mar 11 03:00:47.355428 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extended resource: extensions {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 03:00:47.356872 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extended resource: address-groups {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 03:00:47.358392 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extended resource: address-scopes {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 03:00:47.359705 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extended resource: agents {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 03:00:47.360857 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extended resource: auto-allocated-topology {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 03:00:47.362688 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extended resource: availability_zones {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 03:00:47.363892 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extended resource: dhcp-networks {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 03:00:47.365406 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extended resource: dhcp-agents {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 03:00:47.366847 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extended resource: routers {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 03:00:47.369454 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extended resource: flavors {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 03:00:47.370656 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extended resource: service_profiles {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 03:00:47.371861 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extended resource: next_providers {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 03:00:47.373299 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extended resource: service_profiles {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 03:00:47.374880 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extended resource: floatingip-pools {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 03:00:47.376108 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extended resource: routers {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 03:00:47.379023 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extended resource: floatingips {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 03:00:47.381169 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extended resource: l3-routers {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 03:00:47.382678 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extended resource: l3-agents {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 03:00:47.384110 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extended resource: metering-labels {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 03:00:47.385457 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extended resource: metering-label-rules {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 03:00:47.386769 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extended resource: network-ip-availabilities {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 03:00:47.388015 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extended resource: bindings {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 03:00:47.389664 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extended resource: quotas {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 03:00:47.391276 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extended resource: quotas {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 03:00:47.392785 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extended resource: rbac-policies {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 03:00:47.394282 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extended resource: security-groups {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 03:00:47.395517 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extended resource: security-group-rules {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 03:00:47.396809 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extended resource: service-providers {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 03:00:47.398069 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extended resource: subnetpools {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 03:00:47.399486 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extended resource: subnetpools {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 03:00:47.400934 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extended resource: tags {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 03:00:47.402648 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extended resource: tags {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 03:00:47.404444 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extended resource: tags {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 03:00:47.406254 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extended resource: tags {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 03:00:47.408021 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extended resource: tags {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 03:00:47.410099 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extended resource: tags {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 03:00:47.411772 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extended resource: tags {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 03:00:47.413664 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extended resource: tags {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 03:00:47.415442 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extended resource: tags {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 03:00:47.417298 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron.api.extensions [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Extended resource: tags {{(pid=103255) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 03:00:47.423361 dv-cinder-740146-14-iscsi neutron-server[103255]: WARNING keystonemiddleware.auth_token [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 11 03:00:47.428692 dv-cinder-740146-14-iscsi neutron-server[103255]: WARNING keystonemiddleware.auth_token [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 11 03:00:47.437246 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_concurrency.lockutils [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Acquired lock "singleton_lock" {{(pid=103255) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 11 03:00:47.437719 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_concurrency.lockutils [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Releasing lock "singleton_lock" {{(pid=103255) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 11 03:00:47.438386 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO oslo_service.service [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Starting 2 workers Mar 11 03:00:47.444028 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Started child 103364 {{(pid=103255) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 11 03:00:47.448609 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Started child 103365 {{(pid=103255) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 11 03:00:47.449650 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:47.450348 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO neutron.service [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 11 03:00:47.450885 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:47.451225 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [-] (103364) wsgi starting up on http://0.0.0.0:9696 Mar 11 03:00:47.453366 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO oslo_service.service [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Starting 1 workers Mar 11 03:00:47.453514 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:47.454910 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [-] (103365) wsgi starting up on http://0.0.0.0:9696 Mar 11 03:00:47.458755 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Started child 103366 {{(pid=103255) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 11 03:00:47.459293 dv-cinder-740146-14-iscsi neutron-server[103255]: INFO oslo_service.service [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Starting 1 workers Mar 11 03:00:47.462411 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.service [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] calling RpcWorker wait() {{(pid=103366) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 11 03:00:47.462944 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.service [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] returning from RpcWorker wait() {{(pid=103366) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 11 03:00:47.463854 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Started child 103367 {{(pid=103255) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 11 03:00:47.464343 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:47.464689 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG neutron_lib.callbacks.manager [None req-ee4b260f-fc5b-4527-9029-ca7ee38c9e80 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103255) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:47.464925 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:00:47.466649 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103255) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 11 03:00:47.466880 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 03:00:47.467066 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 03:00:47.467292 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 03:00:47.467660 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 03:00:47.467827 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 03:00:47.468326 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.468616 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.468885 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.468974 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:00:47.469417 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.469489 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.469953 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:00:47.470065 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.470374 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.470627 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.470944 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.471234 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.471399 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.471569 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.471822 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.472055 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.472607 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.472865 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.473102 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.473352 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.473524 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.473804 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.474105 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.474346 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.474616 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] debug = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.474872 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.475367 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.475597 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.475838 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.476060 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.476338 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.476565 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.476853 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.477106 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.477336 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.477590 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.477836 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.478105 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.478322 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.478582 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.478815 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.479094 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.479314 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.479772 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] host = dv-cinder-740146-14-iscsi {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.480012 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.480250 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.480476 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.480721 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.480966 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.481199 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.481464 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.481739 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.482015 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.482273 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.482531 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.482778 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.482998 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.483356 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.483515 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_options = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.483771 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.484087 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.484292 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.484480 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.484637 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.484798 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.485063 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.485218 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.485465 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.485683 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.485981 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.486136 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.486336 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.486551 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.487355 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.487719 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.488082 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.488426 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.488724 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.488951 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.489208 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.489455 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.489673 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.489942 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.490192 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.490406 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.490633 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.490873 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.492133 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.492421 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.493253 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.493470 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.493711 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.494310 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.494310 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.495164 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.495164 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.495164 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.495728 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.495728 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.496175 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.496175 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.496341 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.496534 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.496777 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.501992 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.502475 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] use_json = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.503328 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.503602 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.503910 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.504446 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.505638 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.506073 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.506338 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.506616 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.506885 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.507515 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.507837 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.508174 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.508446 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.508716 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.508976 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.509247 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.509482 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.509768 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.510062 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.510536 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.510790 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.511122 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.511393 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.511663 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.512028 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.512299 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.512591 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.513544 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.514021 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.514555 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.515087 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.515571 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.515834 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.516081 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.516370 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.516637 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.517101 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.518205 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.518622 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.518961 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.519423 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.519876 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.520291 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.520697 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.521126 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.521548 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.521987 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.522224 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.522519 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.522764 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.522983 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.523236 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.523506 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.523761 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.524029 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.524333 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.524697 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.524967 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.525348 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.525606 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.525970 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.526250 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.526496 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.527358 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.527820 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.528093 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.528350 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.528581 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.528810 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.529034 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.529299 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.529570 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.529799 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.530086 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.530330 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.530578 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.530820 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.531084 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.531482 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.531708 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.531930 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.532155 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.532404 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.532648 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.532890 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.533128 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.533351 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.534213 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.534591 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.534944 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.535174 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.535565 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.535809 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.536107 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.536375 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.536633 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.537234 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.537542 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.537968 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.538329 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.538557 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.538908 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.539214 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.539564 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.539824 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.540129 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.540390 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.540845 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.541324 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.541781 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.542121 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.542441 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.542780 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.543108 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.543667 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.543916 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.544220 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.544479 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.544776 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.545202 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.545592 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.546071 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.546520 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.546999 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.547272 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.547590 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.547858 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.548406 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.548514 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.548788 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.549084 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.550399 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.550399 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.551456 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.552229 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.552358 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.552621 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.552913 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.553422 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.553715 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.554060 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.554349 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.554843 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.555150 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.555407 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.555739 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.556048 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.556260 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.556633 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.556960 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.557218 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.557425 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.557702 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.558039 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.558306 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.558650 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.558985 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.559272 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.559580 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.559847 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.560416 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.560607 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.561090 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.561342 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.561645 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.561906 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.562196 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.562488 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.562792 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.563135 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.563376 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.563619 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.563850 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.564108 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.564406 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.564694 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.565009 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.565241 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.565505 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.565733 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.566029 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.566268 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.566490 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.566751 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.566984 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.567260 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.567519 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.567740 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.567974 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.568249 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.568537 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.568759 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.569009 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.569236 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.569482 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.569705 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.569975 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.570200 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.570427 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.570658 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.570901 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.571145 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.571431 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.571820 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.572107 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.572383 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.572654 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.572922 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.573146 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.573388 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.573612 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.573854 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.574117 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.574346 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.574569 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.574793 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.574965 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:00:47.575057 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.575263 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.575505 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.575769 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.576016 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.576265 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.576490 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.576741 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.576995 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.577223 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.577531 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.577785 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.578028 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.578623 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.578904 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.579176 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.579673 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.579931 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.580171 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.580492 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.580744 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.580993 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.581253 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.581470 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.581689 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.581941 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.582369 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.582369 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.582599 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.582816 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.583034 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.583284 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.583504 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.583741 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.583991 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.584226 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.584441 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.584665 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.584886 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.585110 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.585344 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.585559 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.585773 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.586022 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.586244 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.586459 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.586690 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.586905 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.587118 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.587345 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.587566 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.587780 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.588068 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.588343 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.588583 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.588867 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.589100 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.589350 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.589593 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.589915 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.590157 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.590411 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.590650 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.590871 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.591119 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.591377 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.591690 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.591985 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.592233 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.592506 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.592811 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.593123 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.593378 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.593574 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.593897 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.594223 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.594508 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.594761 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.595003 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.595269 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.595495 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.595713 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.595934 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.596785 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.597015 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.597639 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.597907 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.598149 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.598373 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.598611 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.598866 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.599098 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.599316 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.599544 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.599774 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.599928 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 03:00:47.600456 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103255) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 11 03:00:47.600695 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 03:00:47.601345 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 03:00:47.601629 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 03:00:47.601812 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 03:00:47.601991 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 03:00:47.602199 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.602359 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.602523 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.602891 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.602891 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.603346 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.603346 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.603346 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.603555 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.603689 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.603773 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.604127 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.604127 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.604281 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.604358 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.604488 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.604682 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.604832 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.604999 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.605161 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.605321 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.605487 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.605825 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] debug = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.605825 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.606059 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.606185 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.606346 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.606509 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.606671 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.606833 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.606995 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.607156 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.607318 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.607480 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.607641 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.607805 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.607965 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.608130 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.608282 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.608464 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.608602 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.608742 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] host = dv-cinder-740146-14-iscsi {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.608890 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.609058 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.609198 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.609330 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.609470 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.609633 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.609794 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.609980 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.610142 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.610302 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.610461 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.610621 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.610781 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.610941 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.611101 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_options = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.611261 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.611422 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.611583 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.612453 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.612714 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.612890 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.613053 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.613216 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.613379 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.613539 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.613700 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.613895 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.614041 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.614204 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.614364 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.614524 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.614685 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.614847 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.615022 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.615188 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.615348 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.615513 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.615673 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.615833 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.615993 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.616154 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.616315 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.616474 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.616635 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.616795 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.616955 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.617115 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.617276 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.617435 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.617596 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.617754 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.617924 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.618116 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.618247 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.618407 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.618568 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.618729 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.618890 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.619051 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.619211 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.619426 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.619590 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] use_json = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.619750 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.619896 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.620060 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.620213 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.620353 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.620568 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.620728 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.620891 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.621051 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 03:00:47.621230 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.621396 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.621594 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.621759 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.621945 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.622110 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.622273 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.622439 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.622604 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.622768 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.622938 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.623102 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.623275 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.623439 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.623602 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.623768 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.623931 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.624095 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.624259 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.624423 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.624588 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.624752 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.624924 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.625086 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.625250 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.625415 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.625584 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.625756 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.625942 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.626121 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.626285 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.626449 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.626612 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.626776 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.626942 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.627107 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.627272 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.627485 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.627650 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.627799 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.627965 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.628134 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.628296 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.628459 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.628625 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.628790 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.628956 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.629124 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.629287 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.629452 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.629617 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.629782 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.630049 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.630217 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.630382 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.630548 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.630713 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.630888 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.631052 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.631217 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.631381 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.631550 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.631713 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.631877 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.632042 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.632206 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.632372 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.632536 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.632712 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.632875 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.633039 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.633203 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.633367 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.633532 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.633695 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.633874 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.634043 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.634208 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.634371 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.634535 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.634699 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.634863 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.635028 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.635192 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.635358 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.635527 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.635691 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.635854 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.636020 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.636184 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.636347 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.636518 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.636695 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.636859 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.637024 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.637186 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.637350 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.637517 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.637682 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.637847 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.638033 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.638197 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.638364 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.638527 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.638692 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.638856 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.639019 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.639181 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.639345 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.639508 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.639672 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.639836 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.639999 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.640164 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.640329 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.640494 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.640663 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.640822 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.641066 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.641243 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.641405 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.641493 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 39384) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:00:47.641585 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.641726 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.641913 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.642091 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.642256 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.642421 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.642586 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.642751 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.642950 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.643238 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.643408 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.643574 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.643740 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.643904 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.644068 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.644235 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.644402 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.644566 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.644754 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.644918 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.645081 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.645246 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.645409 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.645581 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.645745 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.645937 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.646107 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.646283 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.646442 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.646605 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.646770 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.646933 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.647097 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.647264 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.647433 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.647595 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.647759 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.647923 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.648088 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.648252 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.648417 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.648581 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.648745 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.648909 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.649073 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.649237 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.649401 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.649565 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.649729 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.649911 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.650078 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.650241 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.650351 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066276 Mar 11 03:00:47.650457 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.650619 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.650848 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.651022 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.651185 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.651351 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.651517 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.651683 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.651848 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.652014 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.652181 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.652345 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.652510 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.652675 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.652840 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.653006 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.653171 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.653335 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.653500 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.653664 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.653829 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.654043 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.654209 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.654389 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.654570 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.654736 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.655780 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.655950 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.656116 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.656287 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.656453 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.656638 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.656784 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.656947 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.657112 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.657277 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.657449 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.657588 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.657761 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.657949 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.658116 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.658282 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.658447 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.659188 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.659372 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.659537 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.659703 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.659869 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.660032 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.660196 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.660378 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.660544 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.660709 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.660950 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.661084 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.661201 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.661354 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.661519 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.661683 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.661847 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.662034 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.662199 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.662374 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.662539 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.662704 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.662867 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.663032 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.663196 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.663371 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.663536 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.663700 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.663863 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.664028 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.664191 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.664366 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.664531 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.664695 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.664859 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.665024 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.665189 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.665363 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.665527 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.665690 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.665875 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.666050 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.666216 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.666389 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.666553 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.666722 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.666895 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.667057 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.667220 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.667387 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.667562 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.667729 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.667897 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.668062 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.668225 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.668387 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.668555 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.668722 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.668896 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.669067 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.669234 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.669412 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.669584 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.669756 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.669943 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.670116 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.670292 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.670459 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.670622 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.670786 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.670955 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.671210 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.671357 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.671492 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.671625 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.671758 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.671894 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.672023 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.672166 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.672325 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.672487 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.672654 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.672817 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.672981 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.673144 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.673308 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 03:00:47.673465 dv-cinder-740146-14-iscsi neutron-server[103255]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103255) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 03:00:59.090293 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4588b91c-ee5d-4cc0-987f-42e6575dbdf9 None None] get_active_networks_info from dv-cinder-740146-14-iscsi {{(pid=103366) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 03:00:59.155474 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4588b91c-ee5d-4cc0-987f-42e6575dbdf9 None None] No non-hosted networks {{(pid=103366) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 11 03:00:59.182271 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.agentschedulers_db [None req-4588b91c-ee5d-4cc0-987f-42e6575dbdf9 None None] DHCP Agent not found on host dv-cinder-740146-14-iscsi {{(pid=103366) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 11 03:00:59.305009 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c356713e-553a-4308-877b-f5bbcd5b9e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1752085'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:01.397182 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9b31eefd-b9a8-4691-8d51-8ef8ef8eddfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1752085'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:01.427684 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5adde6de-1e1a-40d2-abcc-714f1356d1b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:02.650894 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1752085'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:04.247943 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1752085'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:05.114925 dv-cinder-740146-14-iscsi neutron-server[103366]: INFO neutron.db.l3_hamode_db [None req-627a81f1-d7c4-4be7-8807-ef1baf678eb1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 11 03:01:05.196781 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627a81f1-d7c4-4be7-8807-ef1baf678eb1 None None] Routers set() bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:01:05.197162 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627a81f1-d7c4-4be7-8807-ef1baf678eb1 None None] Router IDs set() for agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 11 03:01:05.523125 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 39466) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:01:05.620681 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1752085'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:05.621515 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:05.621843 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:05.622151 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:05.622593 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:05.622930 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:05.623264 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:05.623654 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:05.624007 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:05.624341 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:05.624818 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:05.625158 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:05.625485 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:05.626097 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:05.627645 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-740146-14-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:01:05.634196 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-740146-14-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:01:06.027671 dv-cinder-740146-14-iscsi neutron-server[103364]: WARNING oslo_policy.policy [None req-ebcc4dc0-9f25-4be6-9a77-ec51e7d4ff67 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 03:01:06.028302 dv-cinder-740146-14-iscsi neutron-server[103364]: WARNING oslo_policy.policy [None req-ebcc4dc0-9f25-4be6-9a77-ec51e7d4ff67 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 03:01:06.252125 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [None req-ebcc4dc0-9f25-4be6-9a77-ec51e7d4ff67 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 03:01:06.253397 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-ebcc4dc0-9f25-4be6-9a77-ec51e7d4ff67 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7282293 Mar 11 03:01:08.813307 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 39492) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:01:09.123532 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-be6d3cce-d92a-4078-ae41-678b3846abb1 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:01:09.216498 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.policy [None req-be6d3cce-d92a-4078-ae41-678b3846abb1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103364) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 11 03:01:09.260520 dv-cinder-740146-14-iscsi neutron-server[103364]: WARNING oslo_policy.policy [None req-be6d3cce-d92a-4078-ae41-678b3846abb1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 03:01:09.260891 dv-cinder-740146-14-iscsi neutron-server[103364]: WARNING oslo_policy.policy [None req-be6d3cce-d92a-4078-ae41-678b3846abb1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 03:01:09.354445 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-be6d3cce-d92a-4078-ae41-678b3846abb1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766922069741', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766922070208', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766922059604', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766922054578', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766922039785', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766922031936', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16059851', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-15982052', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1900892', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2007406'] for rbac-policy (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:09.420223 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-be6d3cce-d92a-4078-ae41-678b3846abb1 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:09.421388 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-be6d3cce-d92a-4078-ae41-678b3846abb1 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6061416 Mar 11 03:01:11.908319 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 39502) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:01:12.215841 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-3c4c0474-ee9f-4c9f-8663-1018985038e4 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:01:12.245972 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4c0474-ee9f-4c9f-8663-1018985038e4 demo demo] Made reservation on behalf of ffc2dde9e97c44398adfeb5c150aa690 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:01:12.249822 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c4c0474-ee9f-4c9f-8663-1018985038e4 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for network (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:12.266647 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c4c0474-ee9f-4c9f-8663-1018985038e4 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:12.372670 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c4c0474-ee9f-4c9f-8663-1018985038e4 demo demo] Publish callbacks [] for security_group (dbae764a-2cdf-4f57-a7ff-8b917b6e94bf), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:12.376348 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c4c0474-ee9f-4c9f-8663-1018985038e4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (dbae764a-2cdf-4f57-a7ff-8b917b6e94bf), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:12.409974 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c4c0474-ee9f-4c9f-8663-1018985038e4 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 03:01:12.436380 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c4c0474-ee9f-4c9f-8663-1018985038e4 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766925140493', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715'] for segment (70661788-42ee-4a7b-b956-cc5249301e84), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:12.436954 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c4c0474-ee9f-4c9f-8663-1018985038e4 demo demo] Unsubscribe: segment precommit_create {{(pid=103364) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 11 03:01:12.437462 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.db.segments_db [None req-3c4c0474-ee9f-4c9f-8663-1018985038e4 demo demo] Added segment 70661788-42ee-4a7b-b956-cc5249301e84 of type vlan for network 88c5a825-98c4-4cdb-86e9-a852ed382f05 Mar 11 03:01:12.443401 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c0474-ee9f-4c9f-8663-1018985038e4 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=dbae764a-2cdf-4f57-a7ff-8b917b6e94bf,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:01:12.477936 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4c0474-ee9f-4c9f-8663-1018985038e4 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:12.478298 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4c0474-ee9f-4c9f-8663-1018985038e4 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:12.478638 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4c0474-ee9f-4c9f-8663-1018985038e4 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:12.478978 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4c0474-ee9f-4c9f-8663-1018985038e4 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:12.479290 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4c0474-ee9f-4c9f-8663-1018985038e4 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:12.479610 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4c0474-ee9f-4c9f-8663-1018985038e4 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:12.479927 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4c0474-ee9f-4c9f-8663-1018985038e4 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:12.480245 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4c0474-ee9f-4c9f-8663-1018985038e4 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:12.480559 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4c0474-ee9f-4c9f-8663-1018985038e4 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:12.480894 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4c0474-ee9f-4c9f-8663-1018985038e4 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:12.481209 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4c0474-ee9f-4c9f-8663-1018985038e4 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:12.481520 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4c0474-ee9f-4c9f-8663-1018985038e4 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:12.481835 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4c0474-ee9f-4c9f-8663-1018985038e4 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:12.483219 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4c0474-ee9f-4c9f-8663-1018985038e4 demo demo] Tracked resource versions report: Mar 11 03:01:12.483219 dv-cinder-740146-14-iscsi neutron-server[103364]: pushed versions: Mar 11 03:01:12.483219 dv-cinder-740146-14-iscsi neutron-server[103364]: { 'AddressGroup': {'1.2'}, Mar 11 03:01:12.483219 dv-cinder-740146-14-iscsi neutron-server[103364]: 'ConntrackHelper': {'1.0'}, Mar 11 03:01:12.483219 dv-cinder-740146-14-iscsi neutron-server[103364]: 'LocalIPAssociation': {'1.0'}, Mar 11 03:01:12.483219 dv-cinder-740146-14-iscsi neutron-server[103364]: 'Log': {'1.0'}, Mar 11 03:01:12.483219 dv-cinder-740146-14-iscsi neutron-server[103364]: 'Network': {'1.1'}, Mar 11 03:01:12.483219 dv-cinder-740146-14-iscsi neutron-server[103364]: 'Port': {'1.7'}, Mar 11 03:01:12.483219 dv-cinder-740146-14-iscsi neutron-server[103364]: 'PortForwarding': {'1.2'}, Mar 11 03:01:12.483219 dv-cinder-740146-14-iscsi neutron-server[103364]: 'QosPolicy': {'1.10'}, Mar 11 03:01:12.483219 dv-cinder-740146-14-iscsi neutron-server[103364]: 'SecurityGroup': {'1.5'}, Mar 11 03:01:12.483219 dv-cinder-740146-14-iscsi neutron-server[103364]: 'SecurityGroupRule': {'1.2'}, Mar 11 03:01:12.483219 dv-cinder-740146-14-iscsi neutron-server[103364]: 'SubPort': {'1.0'}, Mar 11 03:01:12.483219 dv-cinder-740146-14-iscsi neutron-server[103364]: 'Subnet': {'1.1'}, Mar 11 03:01:12.483219 dv-cinder-740146-14-iscsi neutron-server[103364]: 'Trunk': {'1.1'}} Mar 11 03:01:12.483219 dv-cinder-740146-14-iscsi neutron-server[103364]: consumer versions: Mar 11 03:01:12.483219 dv-cinder-740146-14-iscsi neutron-server[103364]: { DHCP agent@dv-cinder-740146-14-iscsi: {}, Mar 11 03:01:12.483219 dv-cinder-740146-14-iscsi neutron-server[103364]: L3 agent@dv-cinder-740146-14-iscsi: {}, Mar 11 03:01:12.483219 dv-cinder-740146-14-iscsi neutron-server[103364]: Metadata agent@dv-cinder-740146-14-iscsi: {}, Mar 11 03:01:12.483219 dv-cinder-740146-14-iscsi neutron-server[103364]: Metering agent@dv-cinder-740146-14-iscsi: {}, Mar 11 03:01:12.483219 dv-cinder-740146-14-iscsi neutron-server[103364]: Open vSwitch agent@dv-cinder-740146-14-iscsi: { 'AddressGroup': '1.2', Mar 11 03:01:12.483219 dv-cinder-740146-14-iscsi neutron-server[103364]: 'ConntrackHelper': '1.0', Mar 11 03:01:12.483219 dv-cinder-740146-14-iscsi neutron-server[103364]: 'LocalIPAssociation': '1.0', Mar 11 03:01:12.483219 dv-cinder-740146-14-iscsi neutron-server[103364]: 'Log': '1.0', Mar 11 03:01:12.483219 dv-cinder-740146-14-iscsi neutron-server[103364]: 'Network': '1.1', Mar 11 03:01:12.483219 dv-cinder-740146-14-iscsi neutron-server[103364]: 'Port': '1.7', Mar 11 03:01:12.483219 dv-cinder-740146-14-iscsi neutron-server[103364]: 'PortForwarding': '1.2', Mar 11 03:01:12.483219 dv-cinder-740146-14-iscsi neutron-server[103364]: 'QosPolicy': '1.10', Mar 11 03:01:12.483219 dv-cinder-740146-14-iscsi neutron-server[103364]: 'SecurityGroup': '1.5', Mar 11 03:01:12.483219 dv-cinder-740146-14-iscsi neutron-server[103364]: 'SecurityGroupRule': '1.2', Mar 11 03:01:12.483219 dv-cinder-740146-14-iscsi neutron-server[103364]: 'SubPort': '1.0', Mar 11 03:01:12.483219 dv-cinder-740146-14-iscsi neutron-server[103364]: 'Subnet': '1.1', Mar 11 03:01:12.483219 dv-cinder-740146-14-iscsi neutron-server[103364]: 'Trunk': '1.1'}} Mar 11 03:01:12.483219 dv-cinder-740146-14-iscsi neutron-server[103364]: {{(pid=103364) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 03:01:12.546795 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c4c0474-ee9f-4c9f-8663-1018985038e4 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766924714680'] for network (88c5a825-98c4-4cdb-86e9-a852ed382f05), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:12.587711 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c4c0474-ee9f-4c9f-8663-1018985038e4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591'] for network (88c5a825-98c4-4cdb-86e9-a852ed382f05), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:12.592853 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4c0474-ee9f-4c9f-8663-1018985038e4 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:12.593596 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3c4c0474-ee9f-4c9f-8663-1018985038e4 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:12.656486 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-3c4c0474-ee9f-4c9f-8663-1018985038e4 demo demo] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7471011 Mar 11 03:01:12.711845 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c0474-ee9f-4c9f-8663-1018985038e4 demo demo] Pushing event updated for resources: {'Network': ['ID=88c5a825-98c4-4cdb-86e9-a852ed382f05,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:01:12.724399 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Network 88c5a825-98c4-4cdb-86e9-a852ed382f05 details requested by agent ovs-agent-dv-cinder-740146-14-iscsi with host dv-cinder-740146-14-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 03:01:15.191388 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 39514) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:01:15.600641 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53b4c00-b74c-4951-925c-8e2516d74ea8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:15.602038 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-d53b4c00-b74c-4951-925c-8e2516d74ea8 demo admin] 10.222.0.16 "GET /v2.0/networks/88c5a825-98c4-4cdb-86e9-a852ed382f05 HTTP/1.1" status: 200 len: 824 time: 0.4096546 Mar 11 03:01:15.626124 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-3188b3ed-4654-4c75-b453-e3b3b171ca38 demo admin] 10.222.0.16 "GET /v2.0/subnetpools/64f54969-c09f-47ae-b3ec-a1aa9ccec5e3 HTTP/1.1" status: 200 len: 734 time: 0.0185435 Mar 11 03:01:15.634277 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-179bbba6-e8c5-48ac-8aec-ed6041bdf8fc demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '64f54969-c09f-47ae-b3ec-a1aa9ccec5e3', 'network_id': '88c5a825-98c4-4cdb-86e9-a852ed382f05', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:01:15.655138 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179bbba6-e8c5-48ac-8aec-ed6041bdf8fc demo admin] Made reservation on behalf of ffc2dde9e97c44398adfeb5c150aa690 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:01:15.657336 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-179bbba6-e8c5-48ac-8aec-ed6041bdf8fc demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:15.947726 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-179bbba6-e8c5-48ac-8aec-ed6041bdf8fc demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591'] for subnet (acc01e5a-00cb-4343-af2f-8dbf73131d96), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:16.016413 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179bbba6-e8c5-48ac-8aec-ed6041bdf8fc demo admin] Pushing event updated for resources: {'Subnet': ['ID=acc01e5a-00cb-4343-af2f-8dbf73131d96,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:01:16.021569 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179bbba6-e8c5-48ac-8aec-ed6041bdf8fc demo admin] Checking segment: {'id': '70661788-42ee-4a7b-b956-cc5249301e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '88c5a825-98c4-4cdb-86e9-a852ed382f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:01:16.024517 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179bbba6-e8c5-48ac-8aec-ed6041bdf8fc demo admin] Network hostable DHCP agents. Network: 88c5a825-98c4-4cdb-86e9-a852ed382f05, hostable agents: ['25b14703-b87e-4c0b-89d2-d56e1080c9ba'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 03:01:16.042477 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179bbba6-e8c5-48ac-8aec-ed6041bdf8fc demo admin] Network 88c5a825-98c4-4cdb-86e9-a852ed382f05 is scheduled to be hosted by DHCP agent 25b14703-b87e-4c0b-89d2-d56e1080c9ba with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 03:01:16.053375 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-179bbba6-e8c5-48ac-8aec-ed6041bdf8fc demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-14-iscsi, 88c5a825-98c4-4cdb-86e9-a852ed382f05) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:01:16.058815 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179bbba6-e8c5-48ac-8aec-ed6041bdf8fc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:16.059412 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-179bbba6-e8c5-48ac-8aec-ed6041bdf8fc demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:16.063246 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509ce92f-561b-460d-ae6a-129002e9188b None None] Network 88c5a825-98c4-4cdb-86e9-a852ed382f05 requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:01:16.075739 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-179bbba6-e8c5-48ac-8aec-ed6041bdf8fc demo admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4445975 Mar 11 03:01:16.442454 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b1e290-11a8-4dd6-8bac-29643e9f3c57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4ad6dfa-f40d-5411-b00e-f667c827405f-88c5a825-98c4-4cdb-86e9-a852ed382f05', 'network_id': '88c5a825-98c4-4cdb-86e9-a852ed382f05', 'project_id': 'ffc2dde9e97c44398adfeb5c150aa690', 'fixed_ips': [{'subnet_id': 'acc01e5a-00cb-4343-af2f-8dbf73131d96'}]}} from dv-cinder-740146-14-iscsi. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 03:01:16.443695 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-95b1e290-11a8-4dd6-8bac-29643e9f3c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:16.721905 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-95b1e290-11a8-4dd6-8bac-29643e9f3c57 None None] Allocated IP 172.20.0.2 (88c5a825-98c4-4cdb-86e9-a852ed382f05/acc01e5a-00cb-4343-af2f-8dbf73131d96/39f4d4a6-76ee-4d80-88ee-ce3db12996b8) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:01:16.990015 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-95b1e290-11a8-4dd6-8bac-29643e9f3c57 None None] Publish callbacks [] for port (39f4d4a6-76ee-4d80-88ee-ce3db12996b8), precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:16.997674 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-95b1e290-11a8-4dd6-8bac-29643e9f3c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670'] for port (39f4d4a6-76ee-4d80-88ee-ce3db12996b8), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:17.083466 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b1e290-11a8-4dd6-8bac-29643e9f3c57 None None] Network 88c5a825-98c4-4cdb-86e9-a852ed382f05 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:01:17.087732 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-95b1e290-11a8-4dd6-8bac-29643e9f3c57 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:01:17.091116 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b1e290-11a8-4dd6-8bac-29643e9f3c57 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:01:17.093290 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1e290-11a8-4dd6-8bac-29643e9f3c57 None None] Pushing event updated for resources: {'Port': ['ID=39f4d4a6-76ee-4d80-88ee-ce3db12996b8,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:01:17.103852 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b1e290-11a8-4dd6-8bac-29643e9f3c57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:17.104218 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b1e290-11a8-4dd6-8bac-29643e9f3c57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:17.104580 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b1e290-11a8-4dd6-8bac-29643e9f3c57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:17.104927 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b1e290-11a8-4dd6-8bac-29643e9f3c57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:17.105314 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b1e290-11a8-4dd6-8bac-29643e9f3c57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:17.105586 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b1e290-11a8-4dd6-8bac-29643e9f3c57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:17.105954 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b1e290-11a8-4dd6-8bac-29643e9f3c57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:17.106292 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b1e290-11a8-4dd6-8bac-29643e9f3c57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:17.106620 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b1e290-11a8-4dd6-8bac-29643e9f3c57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:17.106959 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b1e290-11a8-4dd6-8bac-29643e9f3c57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:17.107289 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b1e290-11a8-4dd6-8bac-29643e9f3c57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:17.107617 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b1e290-11a8-4dd6-8bac-29643e9f3c57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:17.107939 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b1e290-11a8-4dd6-8bac-29643e9f3c57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:17.109342 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b1e290-11a8-4dd6-8bac-29643e9f3c57 None None] Tracked resource versions report: Mar 11 03:01:17.109342 dv-cinder-740146-14-iscsi neutron-server[103366]: pushed versions: Mar 11 03:01:17.109342 dv-cinder-740146-14-iscsi neutron-server[103366]: { 'AddressGroup': {'1.2'}, Mar 11 03:01:17.109342 dv-cinder-740146-14-iscsi neutron-server[103366]: 'ConntrackHelper': {'1.0'}, Mar 11 03:01:17.109342 dv-cinder-740146-14-iscsi neutron-server[103366]: 'LocalIPAssociation': {'1.0'}, Mar 11 03:01:17.109342 dv-cinder-740146-14-iscsi neutron-server[103366]: 'Log': {'1.0'}, Mar 11 03:01:17.109342 dv-cinder-740146-14-iscsi neutron-server[103366]: 'Network': {'1.1'}, Mar 11 03:01:17.109342 dv-cinder-740146-14-iscsi neutron-server[103366]: 'Port': {'1.7'}, Mar 11 03:01:17.109342 dv-cinder-740146-14-iscsi neutron-server[103366]: 'PortForwarding': {'1.2'}, Mar 11 03:01:17.109342 dv-cinder-740146-14-iscsi neutron-server[103366]: 'QosPolicy': {'1.10'}, Mar 11 03:01:17.109342 dv-cinder-740146-14-iscsi neutron-server[103366]: 'SecurityGroup': {'1.5'}, Mar 11 03:01:17.109342 dv-cinder-740146-14-iscsi neutron-server[103366]: 'SecurityGroupRule': {'1.2'}, Mar 11 03:01:17.109342 dv-cinder-740146-14-iscsi neutron-server[103366]: 'SubPort': {'1.0'}, Mar 11 03:01:17.109342 dv-cinder-740146-14-iscsi neutron-server[103366]: 'Subnet': {'1.1'}, Mar 11 03:01:17.109342 dv-cinder-740146-14-iscsi neutron-server[103366]: 'Trunk': {'1.1'}} Mar 11 03:01:17.109342 dv-cinder-740146-14-iscsi neutron-server[103366]: consumer versions: Mar 11 03:01:17.109342 dv-cinder-740146-14-iscsi neutron-server[103366]: { DHCP agent@dv-cinder-740146-14-iscsi: {}, Mar 11 03:01:17.109342 dv-cinder-740146-14-iscsi neutron-server[103366]: L3 agent@dv-cinder-740146-14-iscsi: {}, Mar 11 03:01:17.109342 dv-cinder-740146-14-iscsi neutron-server[103366]: Metadata agent@dv-cinder-740146-14-iscsi: {}, Mar 11 03:01:17.109342 dv-cinder-740146-14-iscsi neutron-server[103366]: Metering agent@dv-cinder-740146-14-iscsi: {}, Mar 11 03:01:17.109342 dv-cinder-740146-14-iscsi neutron-server[103366]: Open vSwitch agent@dv-cinder-740146-14-iscsi: { 'AddressGroup': '1.2', Mar 11 03:01:17.109342 dv-cinder-740146-14-iscsi neutron-server[103366]: 'ConntrackHelper': '1.0', Mar 11 03:01:17.109342 dv-cinder-740146-14-iscsi neutron-server[103366]: 'LocalIPAssociation': '1.0', Mar 11 03:01:17.109342 dv-cinder-740146-14-iscsi neutron-server[103366]: 'Log': '1.0', Mar 11 03:01:17.109342 dv-cinder-740146-14-iscsi neutron-server[103366]: 'Network': '1.1', Mar 11 03:01:17.109342 dv-cinder-740146-14-iscsi neutron-server[103366]: 'Port': '1.7', Mar 11 03:01:17.109342 dv-cinder-740146-14-iscsi neutron-server[103366]: 'PortForwarding': '1.2', Mar 11 03:01:17.109342 dv-cinder-740146-14-iscsi neutron-server[103366]: 'QosPolicy': '1.10', Mar 11 03:01:17.109342 dv-cinder-740146-14-iscsi neutron-server[103366]: 'SecurityGroup': '1.5', Mar 11 03:01:17.109342 dv-cinder-740146-14-iscsi neutron-server[103366]: 'SecurityGroupRule': '1.2', Mar 11 03:01:17.109342 dv-cinder-740146-14-iscsi neutron-server[103366]: 'SubPort': '1.0', Mar 11 03:01:17.109342 dv-cinder-740146-14-iscsi neutron-server[103366]: 'Subnet': '1.1', Mar 11 03:01:17.109342 dv-cinder-740146-14-iscsi neutron-server[103366]: 'Trunk': '1.1'}} Mar 11 03:01:17.109342 dv-cinder-740146-14-iscsi neutron-server[103366]: {{(pid=103366) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 03:01:17.184111 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-95b1e290-11a8-4dd6-8bac-29643e9f3c57 None None] Attempting to bind port 39f4d4a6-76ee-4d80-88ee-ce3db12996b8 on host dv-cinder-740146-14-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:01:17.184516 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-95b1e290-11a8-4dd6-8bac-29643e9f3c57 None None] Attempting to bind port 39f4d4a6-76ee-4d80-88ee-ce3db12996b8 by drivers openvswitch,hyperv on host dv-cinder-740146-14-iscsi at level 0 using segments [{'id': '70661788-42ee-4a7b-b956-cc5249301e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '88c5a825-98c4-4cdb-86e9-a852ed382f05'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:01:17.184948 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b1e290-11a8-4dd6-8bac-29643e9f3c57 None None] Attempting to bind port 39f4d4a6-76ee-4d80-88ee-ce3db12996b8 on network 88c5a825-98c4-4cdb-86e9-a852ed382f05 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:01:17.189916 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b1e290-11a8-4dd6-8bac-29643e9f3c57 None None] Checking agent: {'id': '4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 1, 6), 'started_at': datetime.datetime(2022, 3, 11, 3, 1, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:01:17.190470 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b1e290-11a8-4dd6-8bac-29643e9f3c57 None None] Checking segment: {'id': '70661788-42ee-4a7b-b956-cc5249301e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '88c5a825-98c4-4cdb-86e9-a852ed382f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:01:17.190965 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-95b1e290-11a8-4dd6-8bac-29643e9f3c57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:17.191353 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b1e290-11a8-4dd6-8bac-29643e9f3c57 None None] Bound using segment: {'id': '70661788-42ee-4a7b-b956-cc5249301e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '88c5a825-98c4-4cdb-86e9-a852ed382f05'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:01:17.191815 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-95b1e290-11a8-4dd6-8bac-29643e9f3c57 None None] Bound port: 39f4d4a6-76ee-4d80-88ee-ce3db12996b8, host: dv-cinder-740146-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70661788-42ee-4a7b-b956-cc5249301e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '88c5a825-98c4-4cdb-86e9-a852ed382f05'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:01:17.192226 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-95b1e290-11a8-4dd6-8bac-29643e9f3c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (39f4d4a6-76ee-4d80-88ee-ce3db12996b8), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:17.254912 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-95b1e290-11a8-4dd6-8bac-29643e9f3c57 None None] For port 39f4d4a6-76ee-4d80-88ee-ce3db12996b8, host dv-cinder-740146-14-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:01:17.259514 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-95b1e290-11a8-4dd6-8bac-29643e9f3c57 None None] For port 39f4d4a6-76ee-4d80-88ee-ce3db12996b8, host dv-cinder-740146-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=39f4d4a6-76ee-4d80-88ee-ce3db12996b8,segment=NetworkSegment(70661788-42ee-4a7b-b956-cc5249301e84),segment_id=70661788-42ee-4a7b-b956-cc5249301e84)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:01:17.271620 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-95b1e290-11a8-4dd6-8bac-29643e9f3c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (39f4d4a6-76ee-4d80-88ee-ce3db12996b8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:17.340333 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b1e290-11a8-4dd6-8bac-29643e9f3c57 None None] Pushing event updated for resources: {'Port': ['ID=39f4d4a6-76ee-4d80-88ee-ce3db12996b8,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:01:18.639287 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 39522) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:01:18.948920 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [None req-863b0edb-a429-435a-b3de-12c6a8324018 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 03:01:18.950037 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-863b0edb-a429-435a-b3de-12c6a8324018 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3097813 Mar 11 03:01:21.505006 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 39530) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:01:21.998570 dv-cinder-740146-14-iscsi neutron-server[103365]: WARNING oslo_policy.policy [None req-4a0f86d4-98cb-4e62-8269-aa03851c7458 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 03:01:21.999191 dv-cinder-740146-14-iscsi neutron-server[103365]: WARNING oslo_policy.policy [None req-4a0f86d4-98cb-4e62-8269-aa03851c7458 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 03:01:22.225557 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [None req-4a0f86d4-98cb-4e62-8269-aa03851c7458 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 03:01:22.226610 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-4a0f86d4-98cb-4e62-8269-aa03851c7458 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7206378 Mar 11 03:01:24.783494 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 39544) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:01:25.098588 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-6437d83f-8273-4fe5-9e97-e78619189985 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:01:25.165040 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.policy [None req-6437d83f-8273-4fe5-9e97-e78619189985 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103365) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 11 03:01:25.210506 dv-cinder-740146-14-iscsi neutron-server[103365]: WARNING oslo_policy.policy [None req-6437d83f-8273-4fe5-9e97-e78619189985 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 03:01:25.210921 dv-cinder-740146-14-iscsi neutron-server[103365]: WARNING oslo_policy.policy [None req-6437d83f-8273-4fe5-9e97-e78619189985 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 03:01:25.273793 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6437d83f-8273-4fe5-9e97-e78619189985 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1752359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28309'] for router (95ed9294-f9f2-442f-acad-3fc09bdd578c), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:25.275717 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6437d83f-8273-4fe5-9e97-e78619189985 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1739889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1673446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28290'] for router (95ed9294-f9f2-442f-acad-3fc09bdd578c), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:25.432327 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6437d83f-8273-4fe5-9e97-e78619189985 demo demo] Publish callbacks [] for router_controller (95ed9294-f9f2-442f-acad-3fc09bdd578c), precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:25.437116 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6437d83f-8273-4fe5-9e97-e78619189985 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1752476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1739806'] for router (95ed9294-f9f2-442f-acad-3fc09bdd578c), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:25.460189 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6437d83f-8273-4fe5-9e97-e78619189985 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:25.461386 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-6437d83f-8273-4fe5-9e97-e78619189985 demo demo] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6767931 Mar 11 03:01:28.041621 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 39558) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:01:28.358374 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 39f4d4a6-76ee-4d80-88ee-ce3db12996b8 up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:01:28.364804 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [None req-421126c3-f166-4442-a2fc-f522c2550ce8 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 03:01:28.369909 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-421126c3-f166-4442-a2fc-f522c2550ce8 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3232334 Mar 11 03:01:28.453343 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port 39f4d4a6-76ee-4d80-88ee-ce3db12996b8 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:01:28.453763 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (39f4d4a6-76ee-4d80-88ee-ce3db12996b8), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:28.508061 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:01:28.574191 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port 39f4d4a6-76ee-4d80-88ee-ce3db12996b8 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:01:28.574577 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (39f4d4a6-76ee-4d80-88ee-ce3db12996b8), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:28.611381 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] For port 39f4d4a6-76ee-4d80-88ee-ce3db12996b8, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=39f4d4a6-76ee-4d80-88ee-ce3db12996b8,segment=NetworkSegment(70661788-42ee-4a7b-b956-cc5249301e84),segment_id=70661788-42ee-4a7b-b956-cc5249301e84)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:01:28.616940 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (39f4d4a6-76ee-4d80-88ee-ce3db12996b8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:28.667574 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Pushing event updated for resources: {'Port': ['ID=39f4d4a6-76ee-4d80-88ee-ce3db12996b8,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:01:28.770246 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0199488e-7d60-4ba6-b98a-1b4c84fb7aab None None] Network 88c5a825-98c4-4cdb-86e9-a852ed382f05 requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:01:28.861017 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9af7a2fa-7fe5-4e87-aec9-454cd41ec3a7 None None] Provisioning complete for port 39f4d4a6-76ee-4d80-88ee-ce3db12996b8 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:01:28.862038 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9af7a2fa-7fe5-4e87-aec9-454cd41ec3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (39f4d4a6-76ee-4d80-88ee-ce3db12996b8), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:28.980196 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9af7a2fa-7fe5-4e87-aec9-454cd41ec3a7 None None] Current status of the port 39f4d4a6-76ee-4d80-88ee-ce3db12996b8 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:01:29.031209 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e7718c1a-05d5-417d-a6b1-0b8218385972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:29.200826 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-264726c5-b269-4c17-bc66-89d8c81017aa None None] Provisioning complete for port 39f4d4a6-76ee-4d80-88ee-ce3db12996b8 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:01:29.201217 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-264726c5-b269-4c17-bc66-89d8c81017aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (39f4d4a6-76ee-4d80-88ee-ce3db12996b8), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:29.279204 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-264726c5-b269-4c17-bc66-89d8c81017aa None None] Current status of the port 39f4d4a6-76ee-4d80-88ee-ce3db12996b8 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:01:30.326792 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 39f4d4a6-76ee-4d80-88ee-ce3db12996b8 up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:01:30.376306 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port 39f4d4a6-76ee-4d80-88ee-ce3db12996b8 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:01:30.376654 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (39f4d4a6-76ee-4d80-88ee-ce3db12996b8), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:30.450039 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port 39f4d4a6-76ee-4d80-88ee-ce3db12996b8 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:01:30.905452 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 39566) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:01:31.214808 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-f5b1a78c-6f43-4b75-aa5f-4dbc09a93d88 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:01:31.234380 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b1a78c-6f43-4b75-aa5f-4dbc09a93d88 admin admin] Made reservation on behalf of f56fda7324b44f67b77610d136bcdd6f for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:01:31.237227 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f5b1a78c-6f43-4b75-aa5f-4dbc09a93d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for network (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:31.244891 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f5b1a78c-6f43-4b75-aa5f-4dbc09a93d88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:31.318335 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f5b1a78c-6f43-4b75-aa5f-4dbc09a93d88 admin admin] Publish callbacks [] for security_group (c79c4077-8171-40ef-9daf-4762b3f3e7e3), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:31.321713 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f5b1a78c-6f43-4b75-aa5f-4dbc09a93d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (c79c4077-8171-40ef-9daf-4762b3f3e7e3), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:31.335841 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f5b1a78c-6f43-4b75-aa5f-4dbc09a93d88 admin admin] Reserving flat network on physical network physnet1 {{(pid=103364) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 11 03:01:31.359042 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f5b1a78c-6f43-4b75-aa5f-4dbc09a93d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715'] for segment (77d20882-625f-4a13-9566-ab6cf60f2c81), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:31.359433 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.db.segments_db [None req-f5b1a78c-6f43-4b75-aa5f-4dbc09a93d88 admin admin] Added segment 77d20882-625f-4a13-9566-ab6cf60f2c81 of type flat for network 9b47ca21-aede-450a-93e7-0e4b22f1eaa6 Mar 11 03:01:31.360806 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b1a78c-6f43-4b75-aa5f-4dbc09a93d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79c4077-8171-40ef-9daf-4762b3f3e7e3,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:01:31.388951 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2bceccb7-3015-437d-b13f-25dcaec8a87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:31.414625 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f5b1a78c-6f43-4b75-aa5f-4dbc09a93d88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766924714680'] for network (9b47ca21-aede-450a-93e7-0e4b22f1eaa6), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:31.447302 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f5b1a78c-6f43-4b75-aa5f-4dbc09a93d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591'] for network (9b47ca21-aede-450a-93e7-0e4b22f1eaa6), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:31.448213 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b1a78c-6f43-4b75-aa5f-4dbc09a93d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:31.448775 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f5b1a78c-6f43-4b75-aa5f-4dbc09a93d88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:31.489771 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-f5b1a78c-6f43-4b75-aa5f-4dbc09a93d88 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5832570 Mar 11 03:01:31.541265 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b1a78c-6f43-4b75-aa5f-4dbc09a93d88 admin admin] Pushing event updated for resources: {'Network': ['ID=9b47ca21-aede-450a-93e7-0e4b22f1eaa6,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:01:31.553472 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Network 9b47ca21-aede-450a-93e7-0e4b22f1eaa6 details requested by agent ovs-agent-dv-cinder-740146-14-iscsi with host dv-cinder-740146-14-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 03:01:32.565767 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:33.989578 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 39584) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:01:34.164137 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15e9308-e59b-4ffb-a572-128819dd1098 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:34.165464 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-e15e9308-e59b-4ffb-a572-128819dd1098 demo admin] 10.222.0.16 "GET /v2.0/subnets/acc01e5a-00cb-4343-af2f-8dbf73131d96 HTTP/1.1" status: 200 len: 849 time: 0.1748941 Mar 11 03:01:34.186885 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:34.326671 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-8e25d82e-ac3f-4b49-99ab-e45ac6fa2e0d demo admin] 10.222.0.16 "GET /v2.0/routers/95ed9294-f9f2-442f-acad-3fc09bdd578c HTTP/1.1" status: 200 len: 704 time: 0.1555688 Mar 11 03:01:34.599986 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7f2137af-b94c-4739-ba4d-057a878caaab demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:34.887264 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-7f2137af-b94c-4739-ba4d-057a878caaab demo admin] Allocated IP 172.20.0.1 (88c5a825-98c4-4cdb-86e9-a852ed382f05/acc01e5a-00cb-4343-af2f-8dbf73131d96/8a02ea2a-4074-4292-a3d5-7a73167a51ba) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:01:35.082758 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7f2137af-b94c-4739-ba4d-057a878caaab demo admin] Publish callbacks [] for port (8a02ea2a-4074-4292-a3d5-7a73167a51ba), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:35.149773 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7f2137af-b94c-4739-ba4d-057a878caaab demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670'] for port (8a02ea2a-4074-4292-a3d5-7a73167a51ba), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:35.217274 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2137af-b94c-4739-ba4d-057a878caaab demo admin] Network 88c5a825-98c4-4cdb-86e9-a852ed382f05 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:01:35.223857 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-7f2137af-b94c-4739-ba4d-057a878caaab demo admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:01:35.231558 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2137af-b94c-4739-ba4d-057a878caaab demo admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:01:35.232177 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7f2137af-b94c-4739-ba4d-057a878caaab demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1736817'] for router_interface (95ed9294-f9f2-442f-acad-3fc09bdd578c), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:35.294278 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2137af-b94c-4739-ba4d-057a878caaab demo admin] Pushing event updated for resources: {'Port': ['ID=8a02ea2a-4074-4292-a3d5-7a73167a51ba,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:01:35.432359 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-65de4b0d-f1c4-46eb-bc7b-dfbf87929e11 None None] Provisioning complete for port 8a02ea2a-4074-4292-a3d5-7a73167a51ba triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:01:35.432907 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-65de4b0d-f1c4-46eb-bc7b-dfbf87929e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (8a02ea2a-4074-4292-a3d5-7a73167a51ba), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:35.439644 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7f2137af-b94c-4739-ba4d-057a878caaab demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (8a02ea2a-4074-4292-a3d5-7a73167a51ba), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:35.513836 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-65de4b0d-f1c4-46eb-bc7b-dfbf87929e11 None None] Port 8a02ea2a-4074-4292-a3d5-7a73167a51ba cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:01:35.617433 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:35.651472 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7f2137af-b94c-4739-ba4d-057a878caaab demo admin] Publish callbacks [] for port (8a02ea2a-4074-4292-a3d5-7a73167a51ba), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:35.655851 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7f2137af-b94c-4739-ba4d-057a878caaab demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (8a02ea2a-4074-4292-a3d5-7a73167a51ba), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:35.656692 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7f2137af-b94c-4739-ba4d-057a878caaab demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736925'] for router_interface (95ed9294-f9f2-442f-acad-3fc09bdd578c), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:35.716154 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2137af-b94c-4739-ba4d-057a878caaab demo admin] Pushing event updated for resources: {'Port': ['ID=8a02ea2a-4074-4292-a3d5-7a73167a51ba,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:01:35.780352 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2137af-b94c-4739-ba4d-057a878caaab demo admin] Network 88c5a825-98c4-4cdb-86e9-a852ed382f05 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:01:35.781636 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-7f2137af-b94c-4739-ba4d-057a878caaab demo admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:01:35.951251 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2137af-b94c-4739-ba4d-057a878caaab demo admin] Router 95ed9294-f9f2-442f-acad-3fc09bdd578c is scheduled to L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 03:01:36.035616 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-aad1cd41-3c55-4025-abc9-bb4290c345d6 None None] Provisioning complete for port 8a02ea2a-4074-4292-a3d5-7a73167a51ba triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:01:36.036006 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-aad1cd41-3c55-4025-abc9-bb4290c345d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (8a02ea2a-4074-4292-a3d5-7a73167a51ba), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:36.050896 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2137af-b94c-4739-ba4d-057a878caaab demo admin] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:01:36.060125 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-7f2137af-b94c-4739-ba4d-057a878caaab demo admin] 10.222.0.16 "PUT /v2.0/routers/95ed9294-f9f2-442f-acad-3fc09bdd578c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7236936 Mar 11 03:01:36.073115 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872023bc-3d1f-4575-88a3-6959f053973c None None] Sync routers for ids ['95ed9294-f9f2-442f-acad-3fc09bdd578c'] in dv-cinder-740146-14-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:01:36.076569 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-aad1cd41-3c55-4025-abc9-bb4290c345d6 None None] Port 8a02ea2a-4074-4292-a3d5-7a73167a51ba cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:01:36.088130 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872023bc-3d1f-4575-88a3-6959f053973c None None] Routers {'95ed9294-f9f2-442f-acad-3fc09bdd578c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:01:36.089005 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-872023bc-3d1f-4575-88a3-6959f053973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:01:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['95ed9294-f9f2-442f-acad-3fc09bdd578c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:01:36.280446 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-872023bc-3d1f-4575-88a3-6959f053973c None None] Set router 95ed9294-f9f2-442f-acad-3fc09bdd578c gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:01:36.712708 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-872023bc-3d1f-4575-88a3-6959f053973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ed9294-f9f2-442f-acad-3fc09bdd578c', 'name': 'router1', 'tenant_id': 'ffc2dde9e97c44398adfeb5c150aa690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:01:25Z', 'updated_at': '2022-03-11T03:01:35Z', 'revision_number': 2, 'project_id': 'ffc2dde9e97c44398adfeb5c150aa690', 'gw_port_host': None, '_interfaces': [{'id': '8a02ea2a-4074-4292-a3d5-7a73167a51ba', 'name': '', 'network_id': '88c5a825-98c4-4cdb-86e9-a852ed382f05', 'tenant_id': 'ffc2dde9e97c44398adfeb5c150aa690', 'mac_address': 'fa:16:3e:5e:2a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ed9294-f9f2-442f-acad-3fc09bdd578c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'acc01e5a-00cb-4343-af2f-8dbf73131d96', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:01:34Z', 'updated_at': '2022-03-11T03:01:35Z', 'revision_number': 2, 'project_id': 'ffc2dde9e97c44398adfeb5c150aa690', 'subnets': [{'id': 'acc01e5a-00cb-4343-af2f-8dbf73131d96', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64f54969-c09f-47ae-b3ec-a1aa9ccec5e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:01:36.764086 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872023bc-3d1f-4575-88a3-6959f053973c None None] Checking router: 95ed9294-f9f2-442f-acad-3fc09bdd578c for host: dv-cinder-740146-14-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:01:36.764462 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872023bc-3d1f-4575-88a3-6959f053973c None None] Updating router 95ed9294-f9f2-442f-acad-3fc09bdd578c port 8a02ea2a-4074-4292-a3d5-7a73167a51ba binding host dv-cinder-740146-14-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 03:01:36.818718 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-872023bc-3d1f-4575-88a3-6959f053973c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (8a02ea2a-4074-4292-a3d5-7a73167a51ba), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:37.337134 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-872023bc-3d1f-4575-88a3-6959f053973c None None] Publish callbacks [] for port (8a02ea2a-4074-4292-a3d5-7a73167a51ba), precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:37.342672 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-872023bc-3d1f-4575-88a3-6959f053973c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (8a02ea2a-4074-4292-a3d5-7a73167a51ba), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:37.514222 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd4315-562c-4096-9951-b5931859937b None None] Pushing event updated for resources: {'Port': ['ID=8a02ea2a-4074-4292-a3d5-7a73167a51ba,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:01:37.522019 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-872023bc-3d1f-4575-88a3-6959f053973c None None] Attempting to bind port 8a02ea2a-4074-4292-a3d5-7a73167a51ba on host dv-cinder-740146-14-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:01:37.522424 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-872023bc-3d1f-4575-88a3-6959f053973c None None] Attempting to bind port 8a02ea2a-4074-4292-a3d5-7a73167a51ba by drivers openvswitch,hyperv on host dv-cinder-740146-14-iscsi at level 0 using segments [{'id': '70661788-42ee-4a7b-b956-cc5249301e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '88c5a825-98c4-4cdb-86e9-a852ed382f05'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:01:37.522848 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872023bc-3d1f-4575-88a3-6959f053973c None None] Attempting to bind port 8a02ea2a-4074-4292-a3d5-7a73167a51ba on network 88c5a825-98c4-4cdb-86e9-a852ed382f05 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:01:37.526161 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd4315-562c-4096-9951-b5931859937b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:37.526531 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd4315-562c-4096-9951-b5931859937b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:37.526885 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd4315-562c-4096-9951-b5931859937b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:37.527222 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd4315-562c-4096-9951-b5931859937b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:37.527551 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd4315-562c-4096-9951-b5931859937b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:37.527877 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd4315-562c-4096-9951-b5931859937b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:37.528205 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd4315-562c-4096-9951-b5931859937b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:37.528533 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd4315-562c-4096-9951-b5931859937b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:37.528858 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd4315-562c-4096-9951-b5931859937b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:37.529194 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd4315-562c-4096-9951-b5931859937b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:37.529520 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd4315-562c-4096-9951-b5931859937b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:37.529838 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd4315-562c-4096-9951-b5931859937b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:37.530181 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd4315-562c-4096-9951-b5931859937b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:01:37.531572 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dd4315-562c-4096-9951-b5931859937b None None] Tracked resource versions report: Mar 11 03:01:37.531572 dv-cinder-740146-14-iscsi neutron-server[103367]: pushed versions: Mar 11 03:01:37.531572 dv-cinder-740146-14-iscsi neutron-server[103367]: { 'AddressGroup': {'1.2'}, Mar 11 03:01:37.531572 dv-cinder-740146-14-iscsi neutron-server[103367]: 'ConntrackHelper': {'1.0'}, Mar 11 03:01:37.531572 dv-cinder-740146-14-iscsi neutron-server[103367]: 'LocalIPAssociation': {'1.0'}, Mar 11 03:01:37.531572 dv-cinder-740146-14-iscsi neutron-server[103367]: 'Log': {'1.0'}, Mar 11 03:01:37.531572 dv-cinder-740146-14-iscsi neutron-server[103367]: 'Network': {'1.1'}, Mar 11 03:01:37.531572 dv-cinder-740146-14-iscsi neutron-server[103367]: 'Port': {'1.7'}, Mar 11 03:01:37.531572 dv-cinder-740146-14-iscsi neutron-server[103367]: 'PortForwarding': {'1.2'}, Mar 11 03:01:37.531572 dv-cinder-740146-14-iscsi neutron-server[103367]: 'QosPolicy': {'1.10'}, Mar 11 03:01:37.531572 dv-cinder-740146-14-iscsi neutron-server[103367]: 'SecurityGroup': {'1.5'}, Mar 11 03:01:37.531572 dv-cinder-740146-14-iscsi neutron-server[103367]: 'SecurityGroupRule': {'1.2'}, Mar 11 03:01:37.531572 dv-cinder-740146-14-iscsi neutron-server[103367]: 'SubPort': {'1.0'}, Mar 11 03:01:37.531572 dv-cinder-740146-14-iscsi neutron-server[103367]: 'Subnet': {'1.1'}, Mar 11 03:01:37.531572 dv-cinder-740146-14-iscsi neutron-server[103367]: 'Trunk': {'1.1'}} Mar 11 03:01:37.531572 dv-cinder-740146-14-iscsi neutron-server[103367]: consumer versions: Mar 11 03:01:37.531572 dv-cinder-740146-14-iscsi neutron-server[103367]: { DHCP agent@dv-cinder-740146-14-iscsi: {}, Mar 11 03:01:37.531572 dv-cinder-740146-14-iscsi neutron-server[103367]: L3 agent@dv-cinder-740146-14-iscsi: {}, Mar 11 03:01:37.531572 dv-cinder-740146-14-iscsi neutron-server[103367]: Metadata agent@dv-cinder-740146-14-iscsi: {}, Mar 11 03:01:37.531572 dv-cinder-740146-14-iscsi neutron-server[103367]: Metering agent@dv-cinder-740146-14-iscsi: {}, Mar 11 03:01:37.531572 dv-cinder-740146-14-iscsi neutron-server[103367]: Open vSwitch agent@dv-cinder-740146-14-iscsi: { 'AddressGroup': '1.2', Mar 11 03:01:37.531572 dv-cinder-740146-14-iscsi neutron-server[103367]: 'ConntrackHelper': '1.0', Mar 11 03:01:37.531572 dv-cinder-740146-14-iscsi neutron-server[103367]: 'LocalIPAssociation': '1.0', Mar 11 03:01:37.531572 dv-cinder-740146-14-iscsi neutron-server[103367]: 'Log': '1.0', Mar 11 03:01:37.531572 dv-cinder-740146-14-iscsi neutron-server[103367]: 'Network': '1.1', Mar 11 03:01:37.531572 dv-cinder-740146-14-iscsi neutron-server[103367]: 'Port': '1.7', Mar 11 03:01:37.531572 dv-cinder-740146-14-iscsi neutron-server[103367]: 'PortForwarding': '1.2', Mar 11 03:01:37.531572 dv-cinder-740146-14-iscsi neutron-server[103367]: 'QosPolicy': '1.10', Mar 11 03:01:37.531572 dv-cinder-740146-14-iscsi neutron-server[103367]: 'SecurityGroup': '1.5', Mar 11 03:01:37.531572 dv-cinder-740146-14-iscsi neutron-server[103367]: 'SecurityGroupRule': '1.2', Mar 11 03:01:37.531572 dv-cinder-740146-14-iscsi neutron-server[103367]: 'SubPort': '1.0', Mar 11 03:01:37.531572 dv-cinder-740146-14-iscsi neutron-server[103367]: 'Subnet': '1.1', Mar 11 03:01:37.531572 dv-cinder-740146-14-iscsi neutron-server[103367]: 'Trunk': '1.1'}} Mar 11 03:01:37.531572 dv-cinder-740146-14-iscsi neutron-server[103367]: {{(pid=103367) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 03:01:37.537448 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872023bc-3d1f-4575-88a3-6959f053973c None None] Checking agent: {'id': '4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 1, 6), 'started_at': datetime.datetime(2022, 3, 11, 3, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:01:37.537853 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872023bc-3d1f-4575-88a3-6959f053973c None None] Checking segment: {'id': '70661788-42ee-4a7b-b956-cc5249301e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '88c5a825-98c4-4cdb-86e9-a852ed382f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:01:37.538383 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-872023bc-3d1f-4575-88a3-6959f053973c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:37.538765 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872023bc-3d1f-4575-88a3-6959f053973c None None] Bound using segment: {'id': '70661788-42ee-4a7b-b956-cc5249301e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '88c5a825-98c4-4cdb-86e9-a852ed382f05'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:01:37.539253 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-872023bc-3d1f-4575-88a3-6959f053973c None None] Bound port: 8a02ea2a-4074-4292-a3d5-7a73167a51ba, host: dv-cinder-740146-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70661788-42ee-4a7b-b956-cc5249301e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '88c5a825-98c4-4cdb-86e9-a852ed382f05'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:01:37.539647 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-872023bc-3d1f-4575-88a3-6959f053973c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (8a02ea2a-4074-4292-a3d5-7a73167a51ba), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:37.609050 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-872023bc-3d1f-4575-88a3-6959f053973c None None] For port 8a02ea2a-4074-4292-a3d5-7a73167a51ba, host dv-cinder-740146-14-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:01:37.613307 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b722a776-15d4-4147-a229-4e22f907d6f0 None None] Provisioning complete for port 8a02ea2a-4074-4292-a3d5-7a73167a51ba triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:01:37.613782 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b722a776-15d4-4147-a229-4e22f907d6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (8a02ea2a-4074-4292-a3d5-7a73167a51ba), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:37.631451 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-872023bc-3d1f-4575-88a3-6959f053973c None None] For port 8a02ea2a-4074-4292-a3d5-7a73167a51ba, host dv-cinder-740146-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=8a02ea2a-4074-4292-a3d5-7a73167a51ba,segment=NetworkSegment(70661788-42ee-4a7b-b956-cc5249301e84),segment_id=70661788-42ee-4a7b-b956-cc5249301e84)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:01:37.638985 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-872023bc-3d1f-4575-88a3-6959f053973c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (8a02ea2a-4074-4292-a3d5-7a73167a51ba), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:37.653100 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b722a776-15d4-4147-a229-4e22f907d6f0 None None] Port 8a02ea2a-4074-4292-a3d5-7a73167a51ba cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:01:37.698215 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd4315-562c-4096-9951-b5931859937b None None] Pushing event updated for resources: {'Port': ['ID=8a02ea2a-4074-4292-a3d5-7a73167a51ba,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:01:37.706966 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872023bc-3d1f-4575-88a3-6959f053973c None None] Routers {'95ed9294-f9f2-442f-acad-3fc09bdd578c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:01:37.707668 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-872023bc-3d1f-4575-88a3-6959f053973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:01:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['95ed9294-f9f2-442f-acad-3fc09bdd578c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:01:37.802534 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-872023bc-3d1f-4575-88a3-6959f053973c None None] Set router 95ed9294-f9f2-442f-acad-3fc09bdd578c gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:01:37.873669 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e0369f8e-b352-4c32-919b-d72746a49329 None None] Provisioning complete for port 8a02ea2a-4074-4292-a3d5-7a73167a51ba triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:01:37.874013 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e0369f8e-b352-4c32-919b-d72746a49329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (8a02ea2a-4074-4292-a3d5-7a73167a51ba), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:37.953922 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-e0369f8e-b352-4c32-919b-d72746a49329 None None] Current status of the port 8a02ea2a-4074-4292-a3d5-7a73167a51ba is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:01:37.955296 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e0369f8e-b352-4c32-919b-d72746a49329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (8a02ea2a-4074-4292-a3d5-7a73167a51ba), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:37.990402 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-e0369f8e-b352-4c32-919b-d72746a49329 None None] For port 8a02ea2a-4074-4292-a3d5-7a73167a51ba, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=8a02ea2a-4074-4292-a3d5-7a73167a51ba,segment=NetworkSegment(70661788-42ee-4a7b-b956-cc5249301e84),segment_id=70661788-42ee-4a7b-b956-cc5249301e84)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:01:37.995799 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e0369f8e-b352-4c32-919b-d72746a49329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (8a02ea2a-4074-4292-a3d5-7a73167a51ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:38.053785 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0369f8e-b352-4c32-919b-d72746a49329 None None] Pushing event updated for resources: {'Port': ['ID=8a02ea2a-4074-4292-a3d5-7a73167a51ba,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:01:38.070303 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-872023bc-3d1f-4575-88a3-6959f053973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ed9294-f9f2-442f-acad-3fc09bdd578c', 'name': 'router1', 'tenant_id': 'ffc2dde9e97c44398adfeb5c150aa690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:01:25Z', 'updated_at': '2022-03-11T03:01:35Z', 'revision_number': 2, 'project_id': 'ffc2dde9e97c44398adfeb5c150aa690', 'gw_port_host': None, '_interfaces': [{'id': '8a02ea2a-4074-4292-a3d5-7a73167a51ba', 'name': '', 'network_id': '88c5a825-98c4-4cdb-86e9-a852ed382f05', 'tenant_id': 'ffc2dde9e97c44398adfeb5c150aa690', 'mac_address': 'fa:16:3e:5e:2a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ed9294-f9f2-442f-acad-3fc09bdd578c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'acc01e5a-00cb-4343-af2f-8dbf73131d96', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:01:34Z', 'updated_at': '2022-03-11T03:01:37Z', 'revision_number': 4, 'project_id': 'ffc2dde9e97c44398adfeb5c150aa690', 'subnets': [{'id': 'acc01e5a-00cb-4343-af2f-8dbf73131d96', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64f54969-c09f-47ae-b3ec-a1aa9ccec5e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:01:38.103862 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872023bc-3d1f-4575-88a3-6959f053973c None None] The sync data for ids ['95ed9294-f9f2-442f-acad-3fc09bdd578c'] in dv-cinder-740146-14-iscsi is: [{'id': '95ed9294-f9f2-442f-acad-3fc09bdd578c', 'name': 'router1', 'tenant_id': 'ffc2dde9e97c44398adfeb5c150aa690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:01:25Z', 'updated_at': '2022-03-11T03:01:35Z', 'revision_number': 2, 'project_id': 'ffc2dde9e97c44398adfeb5c150aa690', 'gw_port_host': None, '_interfaces': [{'id': '8a02ea2a-4074-4292-a3d5-7a73167a51ba', 'name': '', 'network_id': '88c5a825-98c4-4cdb-86e9-a852ed382f05', 'tenant_id': 'ffc2dde9e97c44398adfeb5c150aa690', 'mac_address': 'fa:16:3e:5e:2a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ed9294-f9f2-442f-acad-3fc09bdd578c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'acc01e5a-00cb-4343-af2f-8dbf73131d96', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:01:34Z', 'updated_at': '2022-03-11T03:01:37Z', 'revision_number': 4, 'project_id': 'ffc2dde9e97c44398adfeb5c150aa690', 'subnets': [{'id': 'acc01e5a-00cb-4343-af2f-8dbf73131d96', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64f54969-c09f-47ae-b3ec-a1aa9ccec5e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:01:38.520327 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 39604) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:01:38.631924 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85824b06-d1f0-4627-b3e3-2c0d422755d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:38.638575 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-85824b06-d1f0-4627-b3e3-2c0d422755d1 admin admin] 10.222.0.16 "GET /v2.0/networks/9b47ca21-aede-450a-93e7-0e4b22f1eaa6 HTTP/1.1" status: 200 len: 842 time: 0.1119308 Mar 11 03:01:38.642780 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-e664536e-006b-4a81-a3f9-3326a9459254 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.2.1'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:01:38.663595 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e664536e-006b-4a81-a3f9-3326a9459254 admin admin] Made reservation on behalf of f56fda7324b44f67b77610d136bcdd6f for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:01:38.665807 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e664536e-006b-4a81-a3f9-3326a9459254 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:39.019677 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.objects.ports [None req-e664536e-006b-4a81-a3f9-3326a9459254 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103364) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 03:01:39.020110 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e664536e-006b-4a81-a3f9-3326a9459254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591'] for subnet (91a34137-7039-479a-a714-41dcecc02d59), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:39.075189 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664536e-006b-4a81-a3f9-3326a9459254 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91a34137-7039-479a-a714-41dcecc02d59,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:01:39.082399 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e664536e-006b-4a81-a3f9-3326a9459254 admin admin] Checking segment: {'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:01:39.082756 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e664536e-006b-4a81-a3f9-3326a9459254 admin admin] Network hostable DHCP agents. Network: 9b47ca21-aede-450a-93e7-0e4b22f1eaa6, hostable agents: ['25b14703-b87e-4c0b-89d2-d56e1080c9ba'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 03:01:39.099440 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e664536e-006b-4a81-a3f9-3326a9459254 admin admin] Network 9b47ca21-aede-450a-93e7-0e4b22f1eaa6 is scheduled to be hosted by DHCP agent 25b14703-b87e-4c0b-89d2-d56e1080c9ba with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 03:01:39.108062 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-e664536e-006b-4a81-a3f9-3326a9459254 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-14-iscsi, 9b47ca21-aede-450a-93e7-0e4b22f1eaa6) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:01:39.119140 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e664536e-006b-4a81-a3f9-3326a9459254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:39.119753 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e664536e-006b-4a81-a3f9-3326a9459254 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:39.119875 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88b9636-bc33-4f38-9d74-65cab19049bc None None] Network 9b47ca21-aede-450a-93e7-0e4b22f1eaa6 requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:01:39.138394 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-e664536e-006b-4a81-a3f9-3326a9459254 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4966724 Mar 11 03:01:39.226306 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d710c1dc-f35d-4ea9-b6ed-6d86ea73f6c6 None None] Network 9b47ca21-aede-450a-93e7-0e4b22f1eaa6 requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:01:41.591953 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 39612) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:01:41.726300 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-74060ffb-c10d-44ff-8ff4-a3759dabd3e5 demo admin] 10.222.0.16 "GET /v2.0/routers/95ed9294-f9f2-442f-acad-3fc09bdd578c HTTP/1.1" status: 200 len: 710 time: 0.1331730 Mar 11 03:01:41.812783 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e136bb3-96c4-4c8f-93ff-c5d03ab6d70d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:01:41.814649 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-8e136bb3-96c4-4c8f-93ff-c5d03ab6d70d demo admin] 10.222.0.16 "GET /v2.0/networks/9b47ca21-aede-450a-93e7-0e4b22f1eaa6 HTTP/1.1" status: 200 len: 886 time: 0.0825841 Mar 11 03:01:41.823460 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-5e2b71f4-827f-4ce7-840d-48a6d20ad052 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:01:42.076637 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e2b71f4-827f-4ce7-840d-48a6d20ad052 demo admin] Publish callbacks [] for router_gateway (95ed9294-f9f2-442f-acad-3fc09bdd578c), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:42.314977 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e2b71f4-827f-4ce7-840d-48a6d20ad052 demo admin] Publish callbacks [] for router_gateway (95ed9294-f9f2-442f-acad-3fc09bdd578c), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:42.390555 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e2b71f4-827f-4ce7-840d-48a6d20ad052 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:42.494540 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-5e2b71f4-827f-4ce7-840d-48a6d20ad052 demo admin] Allocated IP 172.27.2.174 (9b47ca21-aede-450a-93e7-0e4b22f1eaa6/91a34137-7039-479a-a714-41dcecc02d59/fa8fa892-364e-496f-a4b1-6d573430d97f) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:01:42.597947 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e2b71f4-827f-4ce7-840d-48a6d20ad052 demo admin] Publish callbacks [] for port (fa8fa892-364e-496f-a4b1-6d573430d97f), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:42.629780 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e2b71f4-827f-4ce7-840d-48a6d20ad052 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670'] for port (fa8fa892-364e-496f-a4b1-6d573430d97f), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:42.670122 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2b71f4-827f-4ce7-840d-48a6d20ad052 demo admin] Network 9b47ca21-aede-450a-93e7-0e4b22f1eaa6 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:01:42.674938 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-5e2b71f4-827f-4ce7-840d-48a6d20ad052 demo admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:01:42.681128 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b71f4-827f-4ce7-840d-48a6d20ad052 demo admin] Pushing event updated for resources: {'Port': ['ID=fa8fa892-364e-496f-a4b1-6d573430d97f,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:01:42.684956 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2b71f4-827f-4ce7-840d-48a6d20ad052 demo admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:01:43.032181 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e2b71f4-827f-4ce7-840d-48a6d20ad052 demo admin] Publish callbacks [] for router_gateway (95ed9294-f9f2-442f-acad-3fc09bdd578c), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:43.229609 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e2b71f4-827f-4ce7-840d-48a6d20ad052 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1739779', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1752485', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28400'] for router (95ed9294-f9f2-442f-acad-3fc09bdd578c), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:43.233042 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e2b71f4-827f-4ce7-840d-48a6d20ad052 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1739806', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1739788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1739797', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1752494'] for router (95ed9294-f9f2-442f-acad-3fc09bdd578c), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:43.348173 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2b71f4-827f-4ce7-840d-48a6d20ad052 demo admin] Router 95ed9294-f9f2-442f-acad-3fc09bdd578c has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:01:43.460673 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2b71f4-827f-4ce7-840d-48a6d20ad052 demo admin] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:01:43.465519 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e2b71f4-827f-4ce7-840d-48a6d20ad052 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:43.467843 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-5e2b71f4-827f-4ce7-840d-48a6d20ad052 demo admin] 10.222.0.16 "PUT /v2.0/routers/95ed9294-f9f2-442f-acad-3fc09bdd578c HTTP/1.1" status: 200 len: 890 time: 1.6476085 Mar 11 03:01:46.223208 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 39626) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:01:46.362199 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-7bb94d56-68db-4d48-b899-0aaf6f45f1f8 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1304226 Mar 11 03:01:46.369022 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 8a02ea2a-4074-4292-a3d5-7a73167a51ba up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:01:46.427267 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port 8a02ea2a-4074-4292-a3d5-7a73167a51ba triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:01:46.427652 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (8a02ea2a-4074-4292-a3d5-7a73167a51ba), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:46.509183 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port 8a02ea2a-4074-4292-a3d5-7a73167a51ba is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:01:46.893683 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7248f94-5ee1-4b9f-ad3b-ba33b5050c65 None None] Sync routers for ids ['95ed9294-f9f2-442f-acad-3fc09bdd578c'] in dv-cinder-740146-14-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:01:46.905423 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7248f94-5ee1-4b9f-ad3b-ba33b5050c65 None None] Routers {'95ed9294-f9f2-442f-acad-3fc09bdd578c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:01:46.906105 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f7248f94-5ee1-4b9f-ad3b-ba33b5050c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:01:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['95ed9294-f9f2-442f-acad-3fc09bdd578c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:01:47.138799 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-f7248f94-5ee1-4b9f-ad3b-ba33b5050c65 None None] Set router 95ed9294-f9f2-442f-acad-3fc09bdd578c gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:01:47.553364 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f7248f94-5ee1-4b9f-ad3b-ba33b5050c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ed9294-f9f2-442f-acad-3fc09bdd578c', 'name': 'router1', 'tenant_id': 'ffc2dde9e97c44398adfeb5c150aa690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fa8fa892-364e-496f-a4b1-6d573430d97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:01:25Z', 'updated_at': '2022-03-11T03:01:42Z', 'revision_number': 4, 'project_id': 'ffc2dde9e97c44398adfeb5c150aa690', 'gw_port': {'id': 'fa8fa892-364e-496f-a4b1-6d573430d97f', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ed9294-f9f2-442f-acad-3fc09bdd578c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:01:42Z', 'updated_at': '2022-03-11T03:01:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '8a02ea2a-4074-4292-a3d5-7a73167a51ba', 'name': '', 'network_id': '88c5a825-98c4-4cdb-86e9-a852ed382f05', 'tenant_id': 'ffc2dde9e97c44398adfeb5c150aa690', 'mac_address': 'fa:16:3e:5e:2a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ed9294-f9f2-442f-acad-3fc09bdd578c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'acc01e5a-00cb-4343-af2f-8dbf73131d96', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:01:34Z', 'updated_at': '2022-03-11T03:01:37Z', 'revision_number': 5, 'project_id': 'ffc2dde9e97c44398adfeb5c150aa690', 'subnets': [{'id': 'acc01e5a-00cb-4343-af2f-8dbf73131d96', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64f54969-c09f-47ae-b3ec-a1aa9ccec5e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:01:47.677066 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7248f94-5ee1-4b9f-ad3b-ba33b5050c65 None None] Checking router: 95ed9294-f9f2-442f-acad-3fc09bdd578c for host: dv-cinder-740146-14-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:01:47.677448 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7248f94-5ee1-4b9f-ad3b-ba33b5050c65 None None] Updating router 95ed9294-f9f2-442f-acad-3fc09bdd578c port fa8fa892-364e-496f-a4b1-6d573430d97f binding host dv-cinder-740146-14-iscsi {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 03:01:47.743851 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f7248f94-5ee1-4b9f-ad3b-ba33b5050c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (fa8fa892-364e-496f-a4b1-6d573430d97f), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:48.076722 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f7248f94-5ee1-4b9f-ad3b-ba33b5050c65 None None] Publish callbacks [] for port (fa8fa892-364e-496f-a4b1-6d573430d97f), precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:48.090506 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f7248f94-5ee1-4b9f-ad3b-ba33b5050c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (fa8fa892-364e-496f-a4b1-6d573430d97f), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:48.149373 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135d839-b969-4a5c-a3dd-05a332e41db0 None None] Pushing event updated for resources: {'Port': ['ID=fa8fa892-364e-496f-a4b1-6d573430d97f,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:01:48.167165 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f7248f94-5ee1-4b9f-ad3b-ba33b5050c65 None None] Attempting to bind port fa8fa892-364e-496f-a4b1-6d573430d97f on host dv-cinder-740146-14-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:01:48.167569 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f7248f94-5ee1-4b9f-ad3b-ba33b5050c65 None None] Attempting to bind port fa8fa892-364e-496f-a4b1-6d573430d97f by drivers openvswitch,hyperv on host dv-cinder-740146-14-iscsi at level 0 using segments [{'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:01:48.168000 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7248f94-5ee1-4b9f-ad3b-ba33b5050c65 None None] Attempting to bind port fa8fa892-364e-496f-a4b1-6d573430d97f on network 9b47ca21-aede-450a-93e7-0e4b22f1eaa6 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:01:48.173687 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7248f94-5ee1-4b9f-ad3b-ba33b5050c65 None None] Checking agent: {'id': '4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 1, 6), 'started_at': datetime.datetime(2022, 3, 11, 3, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:01:48.176639 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7248f94-5ee1-4b9f-ad3b-ba33b5050c65 None None] Checking segment: {'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:01:48.177084 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f7248f94-5ee1-4b9f-ad3b-ba33b5050c65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:48.177530 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7248f94-5ee1-4b9f-ad3b-ba33b5050c65 None None] Bound using segment: {'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:01:48.178038 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-f7248f94-5ee1-4b9f-ad3b-ba33b5050c65 None None] Bound port: fa8fa892-364e-496f-a4b1-6d573430d97f, host: dv-cinder-740146-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:01:48.179470 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f7248f94-5ee1-4b9f-ad3b-ba33b5050c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (fa8fa892-364e-496f-a4b1-6d573430d97f), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:48.236185 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f7248f94-5ee1-4b9f-ad3b-ba33b5050c65 None None] For port fa8fa892-364e-496f-a4b1-6d573430d97f, host dv-cinder-740146-14-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:01:48.239457 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-f7248f94-5ee1-4b9f-ad3b-ba33b5050c65 None None] For port fa8fa892-364e-496f-a4b1-6d573430d97f, host dv-cinder-740146-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=fa8fa892-364e-496f-a4b1-6d573430d97f,segment=NetworkSegment(77d20882-625f-4a13-9566-ab6cf60f2c81),segment_id=77d20882-625f-4a13-9566-ab6cf60f2c81)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:01:48.245438 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f7248f94-5ee1-4b9f-ad3b-ba33b5050c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (fa8fa892-364e-496f-a4b1-6d573430d97f), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:48.317063 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7248f94-5ee1-4b9f-ad3b-ba33b5050c65 None None] Routers {'95ed9294-f9f2-442f-acad-3fc09bdd578c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:01:48.317702 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f7248f94-5ee1-4b9f-ad3b-ba33b5050c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:01:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['95ed9294-f9f2-442f-acad-3fc09bdd578c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:01:48.321059 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135d839-b969-4a5c-a3dd-05a332e41db0 None None] Pushing event updated for resources: {'Port': ['ID=fa8fa892-364e-496f-a4b1-6d573430d97f,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:01:48.451166 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-f7248f94-5ee1-4b9f-ad3b-ba33b5050c65 None None] Set router 95ed9294-f9f2-442f-acad-3fc09bdd578c gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:01:48.720983 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-f7248f94-5ee1-4b9f-ad3b-ba33b5050c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95ed9294-f9f2-442f-acad-3fc09bdd578c', 'name': 'router1', 'tenant_id': 'ffc2dde9e97c44398adfeb5c150aa690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fa8fa892-364e-496f-a4b1-6d573430d97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:01:25Z', 'updated_at': '2022-03-11T03:01:42Z', 'revision_number': 4, 'project_id': 'ffc2dde9e97c44398adfeb5c150aa690', 'gw_port': {'id': 'fa8fa892-364e-496f-a4b1-6d573430d97f', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ed9294-f9f2-442f-acad-3fc09bdd578c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:01:42Z', 'updated_at': '2022-03-11T03:01:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '8a02ea2a-4074-4292-a3d5-7a73167a51ba', 'name': '', 'network_id': '88c5a825-98c4-4cdb-86e9-a852ed382f05', 'tenant_id': 'ffc2dde9e97c44398adfeb5c150aa690', 'mac_address': 'fa:16:3e:5e:2a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ed9294-f9f2-442f-acad-3fc09bdd578c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'acc01e5a-00cb-4343-af2f-8dbf73131d96', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:01:34Z', 'updated_at': '2022-03-11T03:01:37Z', 'revision_number': 5, 'project_id': 'ffc2dde9e97c44398adfeb5c150aa690', 'subnets': [{'id': 'acc01e5a-00cb-4343-af2f-8dbf73131d96', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64f54969-c09f-47ae-b3ec-a1aa9ccec5e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:01:48.755419 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7248f94-5ee1-4b9f-ad3b-ba33b5050c65 None None] The sync data for ids ['95ed9294-f9f2-442f-acad-3fc09bdd578c'] in dv-cinder-740146-14-iscsi is: [{'id': '95ed9294-f9f2-442f-acad-3fc09bdd578c', 'name': 'router1', 'tenant_id': 'ffc2dde9e97c44398adfeb5c150aa690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.174'}], 'enable_snat': True}, 'gw_port_id': 'fa8fa892-364e-496f-a4b1-6d573430d97f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:01:25Z', 'updated_at': '2022-03-11T03:01:42Z', 'revision_number': 4, 'project_id': 'ffc2dde9e97c44398adfeb5c150aa690', 'gw_port': {'id': 'fa8fa892-364e-496f-a4b1-6d573430d97f', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95ed9294-f9f2-442f-acad-3fc09bdd578c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:01:42Z', 'updated_at': '2022-03-11T03:01:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '8a02ea2a-4074-4292-a3d5-7a73167a51ba', 'name': '', 'network_id': '88c5a825-98c4-4cdb-86e9-a852ed382f05', 'tenant_id': 'ffc2dde9e97c44398adfeb5c150aa690', 'mac_address': 'fa:16:3e:5e:2a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ed9294-f9f2-442f-acad-3fc09bdd578c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'acc01e5a-00cb-4343-af2f-8dbf73131d96', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:01:34Z', 'updated_at': '2022-03-11T03:01:37Z', 'revision_number': 5, 'project_id': 'ffc2dde9e97c44398adfeb5c150aa690', 'subnets': [{'id': 'acc01e5a-00cb-4343-af2f-8dbf73131d96', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64f54969-c09f-47ae-b3ec-a1aa9ccec5e3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:01:50.438554 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device fa8fa892-364e-496f-a4b1-6d573430d97f up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:01:50.507301 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port fa8fa892-364e-496f-a4b1-6d573430d97f triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:01:50.507956 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (fa8fa892-364e-496f-a4b1-6d573430d97f), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:50.608059 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port fa8fa892-364e-496f-a4b1-6d573430d97f is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:01:50.608713 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (fa8fa892-364e-496f-a4b1-6d573430d97f), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:50.638027 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] For port fa8fa892-364e-496f-a4b1-6d573430d97f, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=fa8fa892-364e-496f-a4b1-6d573430d97f,segment=NetworkSegment(77d20882-625f-4a13-9566-ab6cf60f2c81),segment_id=77d20882-625f-4a13-9566-ab6cf60f2c81)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:01:50.652351 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (fa8fa892-364e-496f-a4b1-6d573430d97f), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:50.714996 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Pushing event updated for resources: {'Port': ['ID=fa8fa892-364e-496f-a4b1-6d573430d97f,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:01:52.404591 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device fa8fa892-364e-496f-a4b1-6d573430d97f up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:01:52.576785 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port fa8fa892-364e-496f-a4b1-6d573430d97f triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:01:52.577186 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (fa8fa892-364e-496f-a4b1-6d573430d97f), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:01:52.803123 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port fa8fa892-364e-496f-a4b1-6d573430d97f is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:01:59.032764 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-47598289-1641-414c-ab93-6eb3a88109e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:01.392764 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-25e1390d-994b-49ae-87bb-c8bb174bd620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:02.571963 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:04.194736 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:05.509647 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:02:05.622527 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:29.067113 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e709e928-8392-4d7f-b007-fe3af9132197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:31.399023 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f1590de3-7261-4a55-a84a-51130689d1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:32.571463 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:34.195486 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:35.619458 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:02:42.509044 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:02:59.039508 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1abbf5d9-ba38-4091-a657-f723d4ddb1cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:01.400909 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6a3580cc-64df-4bbf-9ff8-c7bf965a2225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:02.574288 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:04.187482 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:05.622888 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:07.899160 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 40110) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:03:07.958901 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ce36ea-7ed2-4ea8-991c-6c4e6c971cc8 admin admin] GET failed (client error): The resource could not be found. Mar 11 03:03:07.960155 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-07ce36ea-7ed2-4ea8-991c-6c4e6c971cc8 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0600536 Mar 11 03:03:08.119852 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957a5832-8b77-4fec-89c4-c1619d5c0b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:03:08.121317 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-957a5832-8b77-4fec-89c4-c1619d5c0b53 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1571758 Mar 11 03:03:10.431000 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 40120) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:03:10.520633 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed422f35-f37e-4724-8d53-d40f7002794b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:03:10.522010 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-ed422f35-f37e-4724-8d53-d40f7002794b admin admin] 10.222.0.16 "GET /v2.0/subnets/acc01e5a-00cb-4343-af2f-8dbf73131d96 HTTP/1.1" status: 200 len: 849 time: 0.0900178 Mar 11 03:03:10.531225 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-43db271a-7a91-4111-a8f6-1350abe45359 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:03:10.616033 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-43db271a-7a91-4111-a8f6-1350abe45359 admin admin] Publish callbacks [] for subnet (acc01e5a-00cb-4343-af2f-8dbf73131d96), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:10.753326 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-43db271a-7a91-4111-a8f6-1350abe45359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766925149534'] for subnet (acc01e5a-00cb-4343-af2f-8dbf73131d96), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:10.785937 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43db271a-7a91-4111-a8f6-1350abe45359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:03:10.786554 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-43db271a-7a91-4111-a8f6-1350abe45359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:10.787838 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-43db271a-7a91-4111-a8f6-1350abe45359 admin admin] 10.222.0.16 "PUT /v2.0/subnets/acc01e5a-00cb-4343-af2f-8dbf73131d96 HTTP/1.1" status: 200 len: 868 time: 0.2601607 Mar 11 03:03:10.804904 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f313da6d-86a0-43c9-8d67-dc06c628c03d None None] Network 88c5a825-98c4-4cdb-86e9-a852ed382f05 requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:03:10.809043 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db271a-7a91-4111-a8f6-1350abe45359 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acc01e5a-00cb-4343-af2f-8dbf73131d96,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:03:10.816846 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43db271a-7a91-4111-a8f6-1350abe45359 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:03:10.817657 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43db271a-7a91-4111-a8f6-1350abe45359 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:03:10.818192 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43db271a-7a91-4111-a8f6-1350abe45359 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:03:10.818707 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43db271a-7a91-4111-a8f6-1350abe45359 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:03:10.819208 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43db271a-7a91-4111-a8f6-1350abe45359 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:03:10.819737 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43db271a-7a91-4111-a8f6-1350abe45359 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:03:10.820284 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43db271a-7a91-4111-a8f6-1350abe45359 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:03:10.820787 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43db271a-7a91-4111-a8f6-1350abe45359 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:03:10.821299 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43db271a-7a91-4111-a8f6-1350abe45359 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:03:10.821794 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43db271a-7a91-4111-a8f6-1350abe45359 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:03:10.822323 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43db271a-7a91-4111-a8f6-1350abe45359 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:03:10.822810 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43db271a-7a91-4111-a8f6-1350abe45359 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:03:10.823293 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43db271a-7a91-4111-a8f6-1350abe45359 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:03:11.182416 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-932b869f-2856-4cbf-8a72-fc115347b5b1 None None] Provisioning complete for port 39f4d4a6-76ee-4d80-88ee-ce3db12996b8 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:03:11.182813 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-932b869f-2856-4cbf-8a72-fc115347b5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (39f4d4a6-76ee-4d80-88ee-ce3db12996b8), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:11.257581 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-932b869f-2856-4cbf-8a72-fc115347b5b1 None None] Current status of the port 39f4d4a6-76ee-4d80-88ee-ce3db12996b8 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:03:11.267675 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-932b869f-2856-4cbf-8a72-fc115347b5b1 None None] Provisioning complete for port 8a02ea2a-4074-4292-a3d5-7a73167a51ba triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:03:11.268057 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-932b869f-2856-4cbf-8a72-fc115347b5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (8a02ea2a-4074-4292-a3d5-7a73167a51ba), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:11.342867 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-932b869f-2856-4cbf-8a72-fc115347b5b1 None None] Current status of the port 8a02ea2a-4074-4292-a3d5-7a73167a51ba is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:03:13.138870 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 40128) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:03:13.384958 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36dd797-d5c6-4171-b507-5e83974f4988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:03:13.385431 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36dd797-d5c6-4171-b507-5e83974f4988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:03:13.387136 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d36dd797-d5c6-4171-b507-5e83974f4988 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2473400 Mar 11 03:03:15.713028 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 40138) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:03:15.849431 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a141199d-08b4-4b5b-81d1-2f032b904dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:03:15.849947 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a141199d-08b4-4b5b-81d1-2f032b904dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:03:15.851467 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a141199d-08b4-4b5b-81d1-2f032b904dcd admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1375058 Mar 11 03:03:18.197847 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 40146) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:03:18.399894 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4d9341-1ad9-4ae5-9fa0-56f846f40bb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:03:18.401169 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-7b4d9341-1ad9-4ae5-9fa0-56f846f40bb0 admin admin] 10.222.0.16 "GET /v2.0/networks/88c5a825-98c4-4cdb-86e9-a852ed382f05 HTTP/1.1" status: 200 len: 868 time: 0.2023585 Mar 11 03:03:19.509262 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:03:20.714517 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 40154) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:03:20.860023 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043c3cdc-2f68-47e3-94c9-7daccb72a52d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:03:20.861448 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-043c3cdc-2f68-47e3-94c9-7daccb72a52d admin admin] 10.222.0.16 "GET /v2.0/networks/9b47ca21-aede-450a-93e7-0e4b22f1eaa6 HTTP/1.1" status: 200 len: 886 time: 0.1459570 Mar 11 03:03:23.161227 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 40162) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:03:23.285689 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66c31a7-63f9-43c8-84a4-663d29df7cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:03:23.286170 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66c31a7-63f9-43c8-84a4-663d29df7cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:03:23.287683 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-f66c31a7-63f9-43c8-84a4-663d29df7cc3 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1255152 Mar 11 03:03:25.617182 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 40170) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:03:25.712019 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54edbd6d-26bb-40f9-a024-c2fe9b7c98f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:03:25.712481 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54edbd6d-26bb-40f9-a024-c2fe9b7c98f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:03:25.714011 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-54edbd6d-26bb-40f9-a024-c2fe9b7c98f2 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0958629 Mar 11 03:03:28.023206 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 40178) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:03:28.134145 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e499b8-57fd-4cc0-9f9e-109021c74bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:03:28.135503 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-84e499b8-57fd-4cc0-9f9e-109021c74bf6 admin admin] 10.222.0.16 "GET /v2.0/subnets/91a34137-7039-479a-a714-41dcecc02d59 HTTP/1.1" status: 200 len: 816 time: 0.1113398 Mar 11 03:03:29.041927 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-46357be4-161a-4c0c-bba8-5dad6ed4bab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:30.437387 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 40186) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:03:30.541431 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcc616c-d245-4d17-bd88-3232a984d248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:03:30.542829 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-5bcc616c-d245-4d17-bd88-3232a984d248 admin admin] 10.222.0.16 "GET /v2.0/subnets/acc01e5a-00cb-4343-af2f-8dbf73131d96 HTTP/1.1" status: 200 len: 868 time: 0.1044104 Mar 11 03:03:31.405310 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-83463f52-aedd-4114-a4ea-5bdf50f7996a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:32.577061 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:34.186318 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:35.624289 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:03:56.508451 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:03:58.836137 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 40238) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:03:58.883197 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [None req-8882acb7-bf59-4e5b-824f-98b6ad771753 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 03:03:58.884183 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-8882acb7-bf59-4e5b-824f-98b6ad771753 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0471234 Mar 11 03:03:59.044065 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b84d3f3f-31e4-48cd-b218-9c3afbfd5fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:01.309872 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 40246) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:04:01.369980 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6806983-4bd0-4d99-8dab-86fe3e4e284d admin admin] GET failed (client error): The resource could not be found. Mar 11 03:04:01.371195 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-e6806983-4bd0-4d99-8dab-86fe3e4e284d admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603657 Mar 11 03:04:01.406001 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c2c8f115-1884-435e-b88d-9017ef7a9d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:01.456682 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9541805a-a301-4b60-9712-cb165608996c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:04:01.458193 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-9541805a-a301-4b60-9712-cb165608996c admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0818868 Mar 11 03:04:02.582287 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:03.794607 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 40254) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:04:03.840933 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-65249e9e-e4ed-43a5-93ee-20bdb9d19f09 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:04:03.859650 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65249e9e-e4ed-43a5-93ee-20bdb9d19f09 admin admin] Made reservation on behalf of f56fda7324b44f67b77610d136bcdd6f for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:04:03.862146 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-65249e9e-e4ed-43a5-93ee-20bdb9d19f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for network (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:03.892553 dv-cinder-740146-14-iscsi neutron-server[103364]: WARNING neutron.services.revisions.revision_plugin [None req-65249e9e-e4ed-43a5-93ee-20bdb9d19f09 admin admin] Could not find related network for resource to bump revision. Mar 11 03:04:03.903129 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65249e9e-e4ed-43a5-93ee-20bdb9d19f09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 03:04:03.911981 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-65249e9e-e4ed-43a5-93ee-20bdb9d19f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715'] for segment (5ba79155-116c-4671-b116-f8afcf99eb65), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:03.912317 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.db.segments_db [None req-65249e9e-e4ed-43a5-93ee-20bdb9d19f09 admin admin] Added segment 5ba79155-116c-4671-b116-f8afcf99eb65 of type vlan for network 41c71d03-632b-4bac-b77d-b352bf947552 Mar 11 03:04:03.950849 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-65249e9e-e4ed-43a5-93ee-20bdb9d19f09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766924714680'] for network (41c71d03-632b-4bac-b77d-b352bf947552), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:03.974412 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-65249e9e-e4ed-43a5-93ee-20bdb9d19f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591'] for network (41c71d03-632b-4bac-b77d-b352bf947552), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:03.975382 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65249e9e-e4ed-43a5-93ee-20bdb9d19f09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:04:03.975893 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-65249e9e-e4ed-43a5-93ee-20bdb9d19f09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:04.001803 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-65249e9e-e4ed-43a5-93ee-20bdb9d19f09 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2061496 Mar 11 03:04:04.036517 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65249e9e-e4ed-43a5-93ee-20bdb9d19f09 admin admin] Pushing event updated for resources: {'Network': ['ID=41c71d03-632b-4bac-b77d-b352bf947552,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:04:04.048525 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Network 41c71d03-632b-4bac-b77d-b352bf947552 details requested by agent ovs-agent-dv-cinder-740146-14-iscsi with host dv-cinder-740146-14-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 03:04:04.190318 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:05.628878 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:06.385979 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 40262) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:04:06.445791 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.pecan_wsgi.hooks.translation [None req-85eabe06-e55c-401f-9728-b55f432b407b admin admin] GET failed (client error): The resource could not be found. Mar 11 03:04:06.447176 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-85eabe06-e55c-401f-9728-b55f432b407b admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601988 Mar 11 03:04:06.518773 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc655103-ed92-490c-a1d0-6e534c12d5f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:04:06.520287 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-bc655103-ed92-490c-a1d0-6e534c12d5f1 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0690985 Mar 11 03:04:06.529711 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-f1c14383-c8c3-436c-8e44-0427fc218044 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '41c71d03-632b-4bac-b77d-b352bf947552', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:04:06.548874 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c14383-c8c3-436c-8e44-0427fc218044 admin admin] Made reservation on behalf of f56fda7324b44f67b77610d136bcdd6f for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:04:06.551158 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f1c14383-c8c3-436c-8e44-0427fc218044 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:06.806419 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f1c14383-c8c3-436c-8e44-0427fc218044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591'] for subnet (6b7730ed-c268-445d-9cd9-88a15f827f30), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:06.860433 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c14383-c8c3-436c-8e44-0427fc218044 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b7730ed-c268-445d-9cd9-88a15f827f30,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:04:06.869080 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c14383-c8c3-436c-8e44-0427fc218044 admin admin] Checking segment: {'id': '5ba79155-116c-4671-b116-f8afcf99eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '41c71d03-632b-4bac-b77d-b352bf947552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:04:06.869433 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c14383-c8c3-436c-8e44-0427fc218044 admin admin] Network hostable DHCP agents. Network: 41c71d03-632b-4bac-b77d-b352bf947552, hostable agents: ['25b14703-b87e-4c0b-89d2-d56e1080c9ba'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 03:04:06.884894 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c14383-c8c3-436c-8e44-0427fc218044 admin admin] Network 41c71d03-632b-4bac-b77d-b352bf947552 is scheduled to be hosted by DHCP agent 25b14703-b87e-4c0b-89d2-d56e1080c9ba with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 03:04:06.893964 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-f1c14383-c8c3-436c-8e44-0427fc218044 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-14-iscsi, 41c71d03-632b-4bac-b77d-b352bf947552) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:04:06.897774 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c14383-c8c3-436c-8e44-0427fc218044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:04:06.898417 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f1c14383-c8c3-436c-8e44-0427fc218044 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:06.902778 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc188442-18fe-461c-8b1a-bc2d70fa29b5 None None] Network 41c71d03-632b-4bac-b77d-b352bf947552 requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:04:06.913912 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-f1c14383-c8c3-436c-8e44-0427fc218044 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3874593 Mar 11 03:04:07.009901 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b491c76-fa64-49ed-8f37-4d72e0eebe5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4ad6dfa-f40d-5411-b00e-f667c827405f-41c71d03-632b-4bac-b77d-b352bf947552', 'network_id': '41c71d03-632b-4bac-b77d-b352bf947552', 'project_id': 'f56fda7324b44f67b77610d136bcdd6f', 'fixed_ips': [{'subnet_id': '6b7730ed-c268-445d-9cd9-88a15f827f30'}]}} from dv-cinder-740146-14-iscsi. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 03:04:07.010758 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7b491c76-fa64-49ed-8f37-4d72e0eebe5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:07.249340 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-7b491c76-fa64-49ed-8f37-4d72e0eebe5e None None] Allocated IP 192.168.233.2 (41c71d03-632b-4bac-b77d-b352bf947552/6b7730ed-c268-445d-9cd9-88a15f827f30/2113bb03-bfe8-41b6-88b0-4c5dd350933a) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:04:07.394226 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7b491c76-fa64-49ed-8f37-4d72e0eebe5e None None] Publish callbacks [] for port (2113bb03-bfe8-41b6-88b0-4c5dd350933a), precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:07.400161 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7b491c76-fa64-49ed-8f37-4d72e0eebe5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670'] for port (2113bb03-bfe8-41b6-88b0-4c5dd350933a), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:07.442820 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b491c76-fa64-49ed-8f37-4d72e0eebe5e None None] Network 41c71d03-632b-4bac-b77d-b352bf947552 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:04:07.445651 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-7b491c76-fa64-49ed-8f37-4d72e0eebe5e None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:04:07.449853 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b491c76-fa64-49ed-8f37-4d72e0eebe5e None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:04:07.452968 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b491c76-fa64-49ed-8f37-4d72e0eebe5e None None] Pushing event updated for resources: {'Port': ['ID=2113bb03-bfe8-41b6-88b0-4c5dd350933a,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:04:07.461121 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b491c76-fa64-49ed-8f37-4d72e0eebe5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:04:07.461490 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b491c76-fa64-49ed-8f37-4d72e0eebe5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:04:07.461920 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b491c76-fa64-49ed-8f37-4d72e0eebe5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:04:07.462230 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b491c76-fa64-49ed-8f37-4d72e0eebe5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:04:07.462564 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b491c76-fa64-49ed-8f37-4d72e0eebe5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:04:07.462911 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b491c76-fa64-49ed-8f37-4d72e0eebe5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:04:07.463241 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b491c76-fa64-49ed-8f37-4d72e0eebe5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:04:07.463574 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b491c76-fa64-49ed-8f37-4d72e0eebe5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:04:07.463907 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b491c76-fa64-49ed-8f37-4d72e0eebe5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:04:07.464246 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b491c76-fa64-49ed-8f37-4d72e0eebe5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:04:07.464576 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b491c76-fa64-49ed-8f37-4d72e0eebe5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:04:07.464900 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b491c76-fa64-49ed-8f37-4d72e0eebe5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:04:07.465221 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b491c76-fa64-49ed-8f37-4d72e0eebe5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:04:07.518598 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-7b491c76-fa64-49ed-8f37-4d72e0eebe5e None None] Attempting to bind port 2113bb03-bfe8-41b6-88b0-4c5dd350933a on host dv-cinder-740146-14-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:04:07.518977 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-7b491c76-fa64-49ed-8f37-4d72e0eebe5e None None] Attempting to bind port 2113bb03-bfe8-41b6-88b0-4c5dd350933a by drivers openvswitch,hyperv on host dv-cinder-740146-14-iscsi at level 0 using segments [{'id': '5ba79155-116c-4671-b116-f8afcf99eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '41c71d03-632b-4bac-b77d-b352bf947552'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:04:07.519343 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b491c76-fa64-49ed-8f37-4d72e0eebe5e None None] Attempting to bind port 2113bb03-bfe8-41b6-88b0-4c5dd350933a on network 41c71d03-632b-4bac-b77d-b352bf947552 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:04:07.524419 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b491c76-fa64-49ed-8f37-4d72e0eebe5e None None] Checking agent: {'id': '4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 1, 6), 'started_at': datetime.datetime(2022, 3, 11, 3, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:04:07.524800 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b491c76-fa64-49ed-8f37-4d72e0eebe5e None None] Checking segment: {'id': '5ba79155-116c-4671-b116-f8afcf99eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '41c71d03-632b-4bac-b77d-b352bf947552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:04:07.525208 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7b491c76-fa64-49ed-8f37-4d72e0eebe5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:07.525602 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b491c76-fa64-49ed-8f37-4d72e0eebe5e None None] Bound using segment: {'id': '5ba79155-116c-4671-b116-f8afcf99eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '41c71d03-632b-4bac-b77d-b352bf947552'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:04:07.526092 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-7b491c76-fa64-49ed-8f37-4d72e0eebe5e None None] Bound port: 2113bb03-bfe8-41b6-88b0-4c5dd350933a, host: dv-cinder-740146-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba79155-116c-4671-b116-f8afcf99eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '41c71d03-632b-4bac-b77d-b352bf947552'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:04:07.526474 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7b491c76-fa64-49ed-8f37-4d72e0eebe5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (2113bb03-bfe8-41b6-88b0-4c5dd350933a), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:07.592936 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-7b491c76-fa64-49ed-8f37-4d72e0eebe5e None None] For port 2113bb03-bfe8-41b6-88b0-4c5dd350933a, host dv-cinder-740146-14-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:04:07.596924 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-7b491c76-fa64-49ed-8f37-4d72e0eebe5e None None] For port 2113bb03-bfe8-41b6-88b0-4c5dd350933a, host dv-cinder-740146-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=2113bb03-bfe8-41b6-88b0-4c5dd350933a,segment=NetworkSegment(5ba79155-116c-4671-b116-f8afcf99eb65),segment_id=5ba79155-116c-4671-b116-f8afcf99eb65)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:04:07.603530 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7b491c76-fa64-49ed-8f37-4d72e0eebe5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (2113bb03-bfe8-41b6-88b0-4c5dd350933a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:07.667137 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b491c76-fa64-49ed-8f37-4d72e0eebe5e None None] Pushing event updated for resources: {'Port': ['ID=2113bb03-bfe8-41b6-88b0-4c5dd350933a,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:04:08.484569 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 2113bb03-bfe8-41b6-88b0-4c5dd350933a up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:04:08.511414 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b66c54-0c62-404e-8572-c6fbd4f5eed8 None None] Network 41c71d03-632b-4bac-b77d-b352bf947552 requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:04:08.612977 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port 2113bb03-bfe8-41b6-88b0-4c5dd350933a triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:04:08.613366 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (2113bb03-bfe8-41b6-88b0-4c5dd350933a), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:08.677792 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-7b404678-cd3d-440f-b644-7f2a9294dbeb None None] Provisioning complete for port 2113bb03-bfe8-41b6-88b0-4c5dd350933a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:04:08.678214 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7b404678-cd3d-440f-b644-7f2a9294dbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (2113bb03-bfe8-41b6-88b0-4c5dd350933a), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:08.771531 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port 2113bb03-bfe8-41b6-88b0-4c5dd350933a is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:04:08.771924 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (2113bb03-bfe8-41b6-88b0-4c5dd350933a), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:08.839664 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-7b404678-cd3d-440f-b644-7f2a9294dbeb None None] Current status of the port 2113bb03-bfe8-41b6-88b0-4c5dd350933a is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:04:08.840047 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7b404678-cd3d-440f-b644-7f2a9294dbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (2113bb03-bfe8-41b6-88b0-4c5dd350933a), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:08.844607 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] For port 2113bb03-bfe8-41b6-88b0-4c5dd350933a, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=2113bb03-bfe8-41b6-88b0-4c5dd350933a,segment=NetworkSegment(5ba79155-116c-4671-b116-f8afcf99eb65),segment_id=5ba79155-116c-4671-b116-f8afcf99eb65)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:04:08.856974 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (2113bb03-bfe8-41b6-88b0-4c5dd350933a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:08.943805 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.db.api [None req-7b404678-cd3d-440f-b644-7f2a9294dbeb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 03:04:08.944215 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG oslo_db.api [None req-7b404678-cd3d-440f-b644-7f2a9294dbeb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 03:04:08.944693 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Pushing event updated for resources: {'Port': ['ID=2113bb03-bfe8-41b6-88b0-4c5dd350933a,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:04:09.485033 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-7b404678-cd3d-440f-b644-7f2a9294dbeb None None] Current status of the port 2113bb03-bfe8-41b6-88b0-4c5dd350933a is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:04:09.605948 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-86487fdc-53ad-44d9-9601-41ced6ef3cb1 None None] Provisioning complete for port 2113bb03-bfe8-41b6-88b0-4c5dd350933a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:04:09.606352 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-86487fdc-53ad-44d9-9601-41ced6ef3cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (2113bb03-bfe8-41b6-88b0-4c5dd350933a), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:09.691107 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-86487fdc-53ad-44d9-9601-41ced6ef3cb1 None None] Current status of the port 2113bb03-bfe8-41b6-88b0-4c5dd350933a is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:04:10.423524 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 2113bb03-bfe8-41b6-88b0-4c5dd350933a up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:04:10.470681 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port 2113bb03-bfe8-41b6-88b0-4c5dd350933a triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:04:10.471064 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (2113bb03-bfe8-41b6-88b0-4c5dd350933a), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:10.547718 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port 2113bb03-bfe8-41b6-88b0-4c5dd350933a is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:04:29.045878 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f690bf37-b36c-4dd4-9fd3-beca6d01c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:31.406829 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-597ebab6-39cf-4349-b2af-e8b7957071f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:32.585147 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:33.507109 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:04:34.190748 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:35.630784 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:04:59.052624 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-66b5f789-6375-415d-8abc-20625d6a4b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:01.408922 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5a04abe5-577c-4850-9e18-0f66d783878c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:02.587920 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:04.204096 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:05.634129 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:10.506928 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:05:29.043823 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-054b6c35-38ba-49a0-b79b-17b7bcb823e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:29.950683 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 40302) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:05:29.956516 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [None req-50173a34-0dce-4c0b-b6e2-e70590b5d3d8 tempest-verify_tempest_config-126621337 tempest-verify_tempest_config-126621337-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 03:05:29.957483 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-50173a34-0dce-4c0b-b6e2-e70590b5d3d8 tempest-verify_tempest_config-126621337 tempest-verify_tempest_config-126621337-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058417 Mar 11 03:05:30.241030 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 40320) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:05:30.345191 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-598e961b-8723-4e2d-8dba-f2baa43a59a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:30.417131 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-598e961b-8723-4e2d-8dba-f2baa43a59a0 admin admin] Publish callbacks [] for security_group (81828aa6-8e07-4c5e-99a6-7819f6b11274), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:30.420969 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-598e961b-8723-4e2d-8dba-f2baa43a59a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (81828aa6-8e07-4c5e-99a6-7819f6b11274), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:30.464667 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e961b-8723-4e2d-8dba-f2baa43a59a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81828aa6-8e07-4c5e-99a6-7819f6b11274,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:05:30.469169 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-598e961b-8723-4e2d-8dba-f2baa43a59a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2063b04d6a42415a891a5dbc239cad90&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2271500 Mar 11 03:05:30.472217 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 40324) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:05:30.474156 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e961b-8723-4e2d-8dba-f2baa43a59a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:30.474534 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e961b-8723-4e2d-8dba-f2baa43a59a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:30.474885 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e961b-8723-4e2d-8dba-f2baa43a59a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:30.475223 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e961b-8723-4e2d-8dba-f2baa43a59a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:30.475556 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e961b-8723-4e2d-8dba-f2baa43a59a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:30.475885 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e961b-8723-4e2d-8dba-f2baa43a59a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:30.476215 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e961b-8723-4e2d-8dba-f2baa43a59a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:30.476542 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e961b-8723-4e2d-8dba-f2baa43a59a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:30.476869 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e961b-8723-4e2d-8dba-f2baa43a59a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:30.477193 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e961b-8723-4e2d-8dba-f2baa43a59a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:30.477518 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e961b-8723-4e2d-8dba-f2baa43a59a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:30.477841 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e961b-8723-4e2d-8dba-f2baa43a59a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:30.478188 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e961b-8723-4e2d-8dba-f2baa43a59a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:30.551876 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6962ec0d-f8be-4cf5-8257-7d0d3776a327 admin admin] Publish callbacks [] for security_group (81828aa6-8e07-4c5e-99a6-7819f6b11274), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:30.572684 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6962ec0d-f8be-4cf5-8257-7d0d3776a327 admin admin] Publish callbacks [] for security_group (81828aa6-8e07-4c5e-99a6-7819f6b11274), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:30.667019 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6962ec0d-f8be-4cf5-8257-7d0d3776a327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (81828aa6-8e07-4c5e-99a6-7819f6b11274), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:30.669426 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6962ec0d-f8be-4cf5-8257-7d0d3776a327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:30.670632 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-6962ec0d-f8be-4cf5-8257-7d0d3776a327 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/81828aa6-8e07-4c5e-99a6-7819f6b11274 HTTP/1.1" status: 204 len: 168 time: 0.1974089 Mar 11 03:05:30.679569 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962ec0d-f8be-4cf5-8257-7d0d3776a327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81828aa6-8e07-4c5e-99a6-7819f6b11274,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:05:30.688312 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962ec0d-f8be-4cf5-8257-7d0d3776a327 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:30.688669 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962ec0d-f8be-4cf5-8257-7d0d3776a327 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:30.689175 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962ec0d-f8be-4cf5-8257-7d0d3776a327 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:30.689663 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962ec0d-f8be-4cf5-8257-7d0d3776a327 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:30.690024 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962ec0d-f8be-4cf5-8257-7d0d3776a327 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:30.690356 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962ec0d-f8be-4cf5-8257-7d0d3776a327 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:30.690690 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962ec0d-f8be-4cf5-8257-7d0d3776a327 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:30.691018 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962ec0d-f8be-4cf5-8257-7d0d3776a327 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:30.691359 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962ec0d-f8be-4cf5-8257-7d0d3776a327 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:30.691689 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962ec0d-f8be-4cf5-8257-7d0d3776a327 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:30.692017 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962ec0d-f8be-4cf5-8257-7d0d3776a327 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:30.692337 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962ec0d-f8be-4cf5-8257-7d0d3776a327 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:30.692659 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962ec0d-f8be-4cf5-8257-7d0d3776a327 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:05:30.694059 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6962ec0d-f8be-4cf5-8257-7d0d3776a327 admin admin] Tracked resource versions report: Mar 11 03:05:30.694059 dv-cinder-740146-14-iscsi neutron-server[103365]: pushed versions: Mar 11 03:05:30.694059 dv-cinder-740146-14-iscsi neutron-server[103365]: { 'AddressGroup': {'1.2'}, Mar 11 03:05:30.694059 dv-cinder-740146-14-iscsi neutron-server[103365]: 'ConntrackHelper': {'1.0'}, Mar 11 03:05:30.694059 dv-cinder-740146-14-iscsi neutron-server[103365]: 'LocalIPAssociation': {'1.0'}, Mar 11 03:05:30.694059 dv-cinder-740146-14-iscsi neutron-server[103365]: 'Log': {'1.0'}, Mar 11 03:05:30.694059 dv-cinder-740146-14-iscsi neutron-server[103365]: 'Network': {'1.1'}, Mar 11 03:05:30.694059 dv-cinder-740146-14-iscsi neutron-server[103365]: 'Port': {'1.7'}, Mar 11 03:05:30.694059 dv-cinder-740146-14-iscsi neutron-server[103365]: 'PortForwarding': {'1.2'}, Mar 11 03:05:30.694059 dv-cinder-740146-14-iscsi neutron-server[103365]: 'QosPolicy': {'1.10'}, Mar 11 03:05:30.694059 dv-cinder-740146-14-iscsi neutron-server[103365]: 'SecurityGroup': {'1.5'}, Mar 11 03:05:30.694059 dv-cinder-740146-14-iscsi neutron-server[103365]: 'SecurityGroupRule': {'1.2'}, Mar 11 03:05:30.694059 dv-cinder-740146-14-iscsi neutron-server[103365]: 'SubPort': {'1.0'}, Mar 11 03:05:30.694059 dv-cinder-740146-14-iscsi neutron-server[103365]: 'Subnet': {'1.1'}, Mar 11 03:05:30.694059 dv-cinder-740146-14-iscsi neutron-server[103365]: 'Trunk': {'1.1'}} Mar 11 03:05:30.694059 dv-cinder-740146-14-iscsi neutron-server[103365]: consumer versions: Mar 11 03:05:30.694059 dv-cinder-740146-14-iscsi neutron-server[103365]: { DHCP agent@dv-cinder-740146-14-iscsi: {}, Mar 11 03:05:30.694059 dv-cinder-740146-14-iscsi neutron-server[103365]: L3 agent@dv-cinder-740146-14-iscsi: {}, Mar 11 03:05:30.694059 dv-cinder-740146-14-iscsi neutron-server[103365]: Metadata agent@dv-cinder-740146-14-iscsi: {}, Mar 11 03:05:30.694059 dv-cinder-740146-14-iscsi neutron-server[103365]: Metering agent@dv-cinder-740146-14-iscsi: {}, Mar 11 03:05:30.694059 dv-cinder-740146-14-iscsi neutron-server[103365]: Open vSwitch agent@dv-cinder-740146-14-iscsi: { 'AddressGroup': '1.2', Mar 11 03:05:30.694059 dv-cinder-740146-14-iscsi neutron-server[103365]: 'ConntrackHelper': '1.0', Mar 11 03:05:30.694059 dv-cinder-740146-14-iscsi neutron-server[103365]: 'LocalIPAssociation': '1.0', Mar 11 03:05:30.694059 dv-cinder-740146-14-iscsi neutron-server[103365]: 'Log': '1.0', Mar 11 03:05:30.694059 dv-cinder-740146-14-iscsi neutron-server[103365]: 'Network': '1.1', Mar 11 03:05:30.694059 dv-cinder-740146-14-iscsi neutron-server[103365]: 'Port': '1.7', Mar 11 03:05:30.694059 dv-cinder-740146-14-iscsi neutron-server[103365]: 'PortForwarding': '1.2', Mar 11 03:05:30.694059 dv-cinder-740146-14-iscsi neutron-server[103365]: 'QosPolicy': '1.10', Mar 11 03:05:30.694059 dv-cinder-740146-14-iscsi neutron-server[103365]: 'SecurityGroup': '1.5', Mar 11 03:05:30.694059 dv-cinder-740146-14-iscsi neutron-server[103365]: 'SecurityGroupRule': '1.2', Mar 11 03:05:30.694059 dv-cinder-740146-14-iscsi neutron-server[103365]: 'SubPort': '1.0', Mar 11 03:05:30.694059 dv-cinder-740146-14-iscsi neutron-server[103365]: 'Subnet': '1.1', Mar 11 03:05:30.694059 dv-cinder-740146-14-iscsi neutron-server[103365]: 'Trunk': '1.1'}} Mar 11 03:05:30.694059 dv-cinder-740146-14-iscsi neutron-server[103365]: {{(pid=103365) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 03:05:31.405161 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a7fd7aa4-2b83-4409-bdaa-cfa6e3a9e4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:32.591517 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:34.195882 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:35.637621 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:05:47.505471 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:05:59.046058 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b0ba5f2b-5c00-4a92-9905-bcb88aaab710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:06:01.406029 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7c9278e6-1e3b-43e7-ab46-6f138b46e2d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:06:02.594221 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:06:04.198045 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:06:05.639403 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:06:24.504542 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:06:29.047709 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e7916c05-6892-4f50-a1ee-d7e5a95034e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:06:31.408182 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c5c9bf5f-b017-45d2-9a59-d413709cda54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:06:32.599085 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:06:34.202038 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:06:35.641991 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:06:59.048833 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f83994cb-1f50-4cdd-8ca3-6d902d3310e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:01.410160 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-692ef72c-50f0-432d-af72-e170f6a38f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:01.503534 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 5 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:07:02.603520 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:04.204456 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:05.642826 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:06.587120 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1752085'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:21.530928 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 40400) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:07:21.631872 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-84d8af6c-7003-4167-b55f-fb6fdc37689c admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0998316 Mar 11 03:07:23.982621 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 40410) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:07:24.041966 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-13355fc8-63a4-4d00-a0e9-dd70ed2c3e38 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0581481 Mar 11 03:07:29.050580 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fcea817a-f2fe-49d9-851c-62ee81075098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:31.412617 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-df813321-4533-418e-96f8-9b12b315109f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:32.603942 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:34.207446 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:35.648089 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:36.571000 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:07:38.501645 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:07:59.053073 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f0fcef4f-2a1b-4376-956f-d652fa3b18e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:01.414202 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bd111b86-12e1-4570-8850-43e28a05c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:02.606243 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:04.210139 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:05.650392 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:06.567852 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:15.499766 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:08:29.057191 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0a60c1fe-fb30-4b5b-9b2f-715e1e4b754d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:31.415851 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e0d147e6-6f45-4878-95b8-b4c5f6a37281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:32.612220 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:34.213287 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:35.652449 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:36.569593 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:08:52.498921 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:08:59.073117 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c9f729e3-1f93-4347-b7e2-97e512e95e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:01.417011 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b19512ed-c4f4-4cca-8bbd-eceaabe7650e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:01.605025 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 40610) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:01.793645 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 40626) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:01.989446 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-8ead6da9-31e1-4e98-b859-e1b0e326accc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1101068002-network', 'tenant_id': '8ef75ff01cf245fbb97256570b870d1f'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:09:02.017138 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ead6da9-31e1-4e98-b859-e1b0e326accc admin admin] Made reservation on behalf of 8ef75ff01cf245fbb97256570b870d1f for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:09:02.019822 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ead6da9-31e1-4e98-b859-e1b0e326accc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for network (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:02.028028 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ead6da9-31e1-4e98-b859-e1b0e326accc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:02.116289 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ead6da9-31e1-4e98-b859-e1b0e326accc admin admin] Publish callbacks [] for security_group (3a3dff98-a65a-4957-972f-ede6b0660612), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:02.120569 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ead6da9-31e1-4e98-b859-e1b0e326accc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (3a3dff98-a65a-4957-972f-ede6b0660612), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:02.148102 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead6da9-31e1-4e98-b859-e1b0e326accc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3dff98-a65a-4957-972f-ede6b0660612,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:02.168923 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ead6da9-31e1-4e98-b859-e1b0e326accc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 03:09:02.182456 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ead6da9-31e1-4e98-b859-e1b0e326accc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715'] for segment (31014fc8-949d-4be6-8ecd-c35a0403e055), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:02.182852 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.db.segments_db [None req-8ead6da9-31e1-4e98-b859-e1b0e326accc admin admin] Added segment 31014fc8-949d-4be6-8ecd-c35a0403e055 of type vlan for network 132822ca-ae8a-4714-bc21-54231d0157c2 Mar 11 03:09:02.194306 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 40646) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:02.238829 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ead6da9-31e1-4e98-b859-e1b0e326accc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766924714680'] for network (132822ca-ae8a-4714-bc21-54231d0157c2), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:02.259040 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ead6da9-31e1-4e98-b859-e1b0e326accc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:02.260277 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ead6da9-31e1-4e98-b859-e1b0e326accc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:02.261256 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 40656) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:02.266775 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ead6da9-31e1-4e98-b859-e1b0e326accc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:02.267211 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ead6da9-31e1-4e98-b859-e1b0e326accc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:02.267549 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ead6da9-31e1-4e98-b859-e1b0e326accc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:02.267887 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ead6da9-31e1-4e98-b859-e1b0e326accc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:02.268235 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ead6da9-31e1-4e98-b859-e1b0e326accc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:02.268568 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ead6da9-31e1-4e98-b859-e1b0e326accc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:02.268909 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ead6da9-31e1-4e98-b859-e1b0e326accc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:02.269237 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ead6da9-31e1-4e98-b859-e1b0e326accc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:02.269556 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ead6da9-31e1-4e98-b859-e1b0e326accc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:02.270074 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ead6da9-31e1-4e98-b859-e1b0e326accc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:02.270399 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ead6da9-31e1-4e98-b859-e1b0e326accc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:02.271574 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ead6da9-31e1-4e98-b859-e1b0e326accc admin admin] Tracked resource versions report: Mar 11 03:09:02.271574 dv-cinder-740146-14-iscsi neutron-server[103364]: pushed versions: Mar 11 03:09:02.271574 dv-cinder-740146-14-iscsi neutron-server[103364]: { 'AddressGroup': {'1.2'}, Mar 11 03:09:02.271574 dv-cinder-740146-14-iscsi neutron-server[103364]: 'ConntrackHelper': {'1.0'}, Mar 11 03:09:02.271574 dv-cinder-740146-14-iscsi neutron-server[103364]: 'LocalIPAssociation': {'1.0'}, Mar 11 03:09:02.271574 dv-cinder-740146-14-iscsi neutron-server[103364]: 'Log': {'1.0'}, Mar 11 03:09:02.271574 dv-cinder-740146-14-iscsi neutron-server[103364]: 'Network': {'1.1'}, Mar 11 03:09:02.271574 dv-cinder-740146-14-iscsi neutron-server[103364]: 'Port': {'1.7'}, Mar 11 03:09:02.271574 dv-cinder-740146-14-iscsi neutron-server[103364]: 'PortForwarding': {'1.2'}, Mar 11 03:09:02.271574 dv-cinder-740146-14-iscsi neutron-server[103364]: 'QosPolicy': {'1.10'}, Mar 11 03:09:02.271574 dv-cinder-740146-14-iscsi neutron-server[103364]: 'SecurityGroup': {'1.5'}, Mar 11 03:09:02.271574 dv-cinder-740146-14-iscsi neutron-server[103364]: 'SecurityGroupRule': {'1.2'}, Mar 11 03:09:02.271574 dv-cinder-740146-14-iscsi neutron-server[103364]: 'SubPort': {'1.0'}, Mar 11 03:09:02.271574 dv-cinder-740146-14-iscsi neutron-server[103364]: 'Subnet': {'1.1'}, Mar 11 03:09:02.271574 dv-cinder-740146-14-iscsi neutron-server[103364]: 'Trunk': {'1.1'}} Mar 11 03:09:02.271574 dv-cinder-740146-14-iscsi neutron-server[103364]: consumer versions: Mar 11 03:09:02.271574 dv-cinder-740146-14-iscsi neutron-server[103364]: { DHCP agent@dv-cinder-740146-14-iscsi: {}, Mar 11 03:09:02.271574 dv-cinder-740146-14-iscsi neutron-server[103364]: HyperV agent@hv-cinder-74014: {}, Mar 11 03:09:02.271574 dv-cinder-740146-14-iscsi neutron-server[103364]: L3 agent@dv-cinder-740146-14-iscsi: {}, Mar 11 03:09:02.271574 dv-cinder-740146-14-iscsi neutron-server[103364]: Metadata agent@dv-cinder-740146-14-iscsi: {}, Mar 11 03:09:02.271574 dv-cinder-740146-14-iscsi neutron-server[103364]: Metering agent@dv-cinder-740146-14-iscsi: {}, Mar 11 03:09:02.271574 dv-cinder-740146-14-iscsi neutron-server[103364]: Open vSwitch agent@dv-cinder-740146-14-iscsi: { 'AddressGroup': '1.2', Mar 11 03:09:02.271574 dv-cinder-740146-14-iscsi neutron-server[103364]: 'ConntrackHelper': '1.0', Mar 11 03:09:02.271574 dv-cinder-740146-14-iscsi neutron-server[103364]: 'LocalIPAssociation': '1.0', Mar 11 03:09:02.271574 dv-cinder-740146-14-iscsi neutron-server[103364]: 'Log': '1.0', Mar 11 03:09:02.271574 dv-cinder-740146-14-iscsi neutron-server[103364]: 'Network': '1.1', Mar 11 03:09:02.271574 dv-cinder-740146-14-iscsi neutron-server[103364]: 'Port': '1.7', Mar 11 03:09:02.271574 dv-cinder-740146-14-iscsi neutron-server[103364]: 'PortForwarding': '1.2', Mar 11 03:09:02.271574 dv-cinder-740146-14-iscsi neutron-server[103364]: 'QosPolicy': '1.10', Mar 11 03:09:02.271574 dv-cinder-740146-14-iscsi neutron-server[103364]: 'SecurityGroup': '1.5', Mar 11 03:09:02.271574 dv-cinder-740146-14-iscsi neutron-server[103364]: 'SecurityGroupRule': '1.2', Mar 11 03:09:02.271574 dv-cinder-740146-14-iscsi neutron-server[103364]: 'SubPort': '1.0', Mar 11 03:09:02.271574 dv-cinder-740146-14-iscsi neutron-server[103364]: 'Subnet': '1.1', Mar 11 03:09:02.271574 dv-cinder-740146-14-iscsi neutron-server[103364]: 'Trunk': '1.1'}} Mar 11 03:09:02.271574 dv-cinder-740146-14-iscsi neutron-server[103364]: {{(pid=103364) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 03:09:02.286712 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-e665f29d-ec1c-42b4-bcab-065ced7bbf3d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2069402318-network', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:09:02.291496 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ead6da9-31e1-4e98-b859-e1b0e326accc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591'] for network (132822ca-ae8a-4714-bc21-54231d0157c2), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:02.292441 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ead6da9-31e1-4e98-b859-e1b0e326accc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:02.293007 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ead6da9-31e1-4e98-b859-e1b0e326accc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:02.320645 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-8ead6da9-31e1-4e98-b859-e1b0e326accc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7139494 Mar 11 03:09:02.323660 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 40666) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:02.328428 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-4ddddcf2-3382-4264-a2b5-677aa5173b01 admin admin] Request body: {'subnet': {'network_id': '132822ca-ae8a-4714-bc21-54231d0157c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1101068002-subnet', 'tenant_id': '8ef75ff01cf245fbb97256570b870d1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:09:02.355094 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e665f29d-ec1c-42b4-bcab-065ced7bbf3d admin admin] Made reservation on behalf of 7d1479d5aac746a7a501d6c1fd3e7dc4 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:09:02.358731 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e665f29d-ec1c-42b4-bcab-065ced7bbf3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for network (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:02.359861 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddddcf2-3382-4264-a2b5-677aa5173b01 admin admin] Made reservation on behalf of 8ef75ff01cf245fbb97256570b870d1f for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:09:02.364365 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4ddddcf2-3382-4264-a2b5-677aa5173b01 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:02.370849 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e665f29d-ec1c-42b4-bcab-065ced7bbf3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:02.375495 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-e060ada9-90b2-44b7-8b7b-8a3f89c971b5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-664179423-network', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:09:02.502052 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead6da9-31e1-4e98-b859-e1b0e326accc admin admin] Pushing event updated for resources: {'Network': ['ID=132822ca-ae8a-4714-bc21-54231d0157c2,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:02.519177 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Network 132822ca-ae8a-4714-bc21-54231d0157c2 details requested by agent ovs-agent-dv-cinder-740146-14-iscsi with host dv-cinder-740146-14-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 03:09:02.529504 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e665f29d-ec1c-42b4-bcab-065ced7bbf3d admin admin] Publish callbacks [] for security_group (d094f130-3d81-436d-a16b-e4b06b27dc77), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:02.536240 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e665f29d-ec1c-42b4-bcab-065ced7bbf3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (d094f130-3d81-436d-a16b-e4b06b27dc77), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:02.537630 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-63cc0b0b-7b75-493c-9568-eda8a84a462d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1308742083-network', 'tenant_id': 'f7e7fb507bd241639abd2bb972ec968e'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:09:02.540562 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e060ada9-90b2-44b7-8b7b-8a3f89c971b5 admin admin] Made reservation on behalf of 0e5431e997864911902bdbf8e8d5d889 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:09:02.552467 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e060ada9-90b2-44b7-8b7b-8a3f89c971b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for network (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:02.584818 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e665f29d-ec1c-42b4-bcab-065ced7bbf3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 03:09:02.621590 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:02.626002 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e665f29d-ec1c-42b4-bcab-065ced7bbf3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715'] for segment (2788d6dc-bb9a-4610-93c8-718a7a34a2b4), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:02.631285 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.db.segments_db [None req-e665f29d-ec1c-42b4-bcab-065ced7bbf3d admin admin] Added segment 2788d6dc-bb9a-4610-93c8-718a7a34a2b4 of type vlan for network 24591a89-9096-47e5-935c-efce9ff962e5 Mar 11 03:09:02.639238 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e060ada9-90b2-44b7-8b7b-8a3f89c971b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:02.649643 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e665f29d-ec1c-42b4-bcab-065ced7bbf3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d094f130-3d81-436d-a16b-e4b06b27dc77,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:02.709563 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e665f29d-ec1c-42b4-bcab-065ced7bbf3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766924714680'] for network (24591a89-9096-47e5-935c-efce9ff962e5), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:02.723872 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cc0b0b-7b75-493c-9568-eda8a84a462d admin admin] Made reservation on behalf of f7e7fb507bd241639abd2bb972ec968e for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:09:02.726934 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-63cc0b0b-7b75-493c-9568-eda8a84a462d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for network (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:02.759274 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-63cc0b0b-7b75-493c-9568-eda8a84a462d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:02.760806 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e665f29d-ec1c-42b4-bcab-065ced7bbf3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591'] for network (24591a89-9096-47e5-935c-efce9ff962e5), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:02.762604 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e665f29d-ec1c-42b4-bcab-065ced7bbf3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:02.763484 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e665f29d-ec1c-42b4-bcab-065ced7bbf3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:02.807584 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-e665f29d-ec1c-42b4-bcab-065ced7bbf3d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0127001 Mar 11 03:09:02.808832 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 40684) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:02.825587 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-645d4569-e92a-452e-adeb-8aedbafff03c admin admin] Request body: {'subnet': {'network_id': '24591a89-9096-47e5-935c-efce9ff962e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2069402318-subnet', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:09:02.878541 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e665f29d-ec1c-42b4-bcab-065ced7bbf3d admin admin] Pushing event updated for resources: {'Network': ['ID=24591a89-9096-47e5-935c-efce9ff962e5,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:02.886281 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Network 24591a89-9096-47e5-935c-efce9ff962e5 details requested by agent ovs-agent-dv-cinder-740146-14-iscsi with host dv-cinder-740146-14-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 03:09:02.898327 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645d4569-e92a-452e-adeb-8aedbafff03c admin admin] Made reservation on behalf of 7d1479d5aac746a7a501d6c1fd3e7dc4 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:09:02.904692 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4ddddcf2-3382-4264-a2b5-677aa5173b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591'] for subnet (8a55c2f0-22b9-4102-8a28-d7546a6a36d0), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:02.905241 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-645d4569-e92a-452e-adeb-8aedbafff03c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:02.977512 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddddcf2-3382-4264-a2b5-677aa5173b01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a55c2f0-22b9-4102-8a28-d7546a6a36d0,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:02.989558 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddddcf2-3382-4264-a2b5-677aa5173b01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:02.990220 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddddcf2-3382-4264-a2b5-677aa5173b01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:02.990908 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddddcf2-3382-4264-a2b5-677aa5173b01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:02.991423 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddddcf2-3382-4264-a2b5-677aa5173b01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:02.991761 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddddcf2-3382-4264-a2b5-677aa5173b01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:02.992094 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddddcf2-3382-4264-a2b5-677aa5173b01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:02.992446 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddddcf2-3382-4264-a2b5-677aa5173b01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:02.992780 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddddcf2-3382-4264-a2b5-677aa5173b01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:02.993121 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddddcf2-3382-4264-a2b5-677aa5173b01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:02.993454 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddddcf2-3382-4264-a2b5-677aa5173b01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:02.993773 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddddcf2-3382-4264-a2b5-677aa5173b01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:02.994289 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddddcf2-3382-4264-a2b5-677aa5173b01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:02.994753 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddddcf2-3382-4264-a2b5-677aa5173b01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:02.996089 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddddcf2-3382-4264-a2b5-677aa5173b01 admin admin] Tracked resource versions report: Mar 11 03:09:02.996089 dv-cinder-740146-14-iscsi neutron-server[103365]: pushed versions: Mar 11 03:09:02.996089 dv-cinder-740146-14-iscsi neutron-server[103365]: { 'AddressGroup': {'1.2'}, Mar 11 03:09:02.996089 dv-cinder-740146-14-iscsi neutron-server[103365]: 'ConntrackHelper': {'1.0'}, Mar 11 03:09:02.996089 dv-cinder-740146-14-iscsi neutron-server[103365]: 'LocalIPAssociation': {'1.0'}, Mar 11 03:09:02.996089 dv-cinder-740146-14-iscsi neutron-server[103365]: 'Log': {'1.0'}, Mar 11 03:09:02.996089 dv-cinder-740146-14-iscsi neutron-server[103365]: 'Network': {'1.1'}, Mar 11 03:09:02.996089 dv-cinder-740146-14-iscsi neutron-server[103365]: 'Port': {'1.7'}, Mar 11 03:09:02.996089 dv-cinder-740146-14-iscsi neutron-server[103365]: 'PortForwarding': {'1.2'}, Mar 11 03:09:02.996089 dv-cinder-740146-14-iscsi neutron-server[103365]: 'QosPolicy': {'1.10'}, Mar 11 03:09:02.996089 dv-cinder-740146-14-iscsi neutron-server[103365]: 'SecurityGroup': {'1.5'}, Mar 11 03:09:02.996089 dv-cinder-740146-14-iscsi neutron-server[103365]: 'SecurityGroupRule': {'1.2'}, Mar 11 03:09:02.996089 dv-cinder-740146-14-iscsi neutron-server[103365]: 'SubPort': {'1.0'}, Mar 11 03:09:02.996089 dv-cinder-740146-14-iscsi neutron-server[103365]: 'Subnet': {'1.1'}, Mar 11 03:09:02.996089 dv-cinder-740146-14-iscsi neutron-server[103365]: 'Trunk': {'1.1'}} Mar 11 03:09:02.996089 dv-cinder-740146-14-iscsi neutron-server[103365]: consumer versions: Mar 11 03:09:02.996089 dv-cinder-740146-14-iscsi neutron-server[103365]: { DHCP agent@dv-cinder-740146-14-iscsi: {}, Mar 11 03:09:02.996089 dv-cinder-740146-14-iscsi neutron-server[103365]: HyperV agent@hv-cinder-74014: {}, Mar 11 03:09:02.996089 dv-cinder-740146-14-iscsi neutron-server[103365]: L3 agent@dv-cinder-740146-14-iscsi: {}, Mar 11 03:09:02.996089 dv-cinder-740146-14-iscsi neutron-server[103365]: Metadata agent@dv-cinder-740146-14-iscsi: {}, Mar 11 03:09:02.996089 dv-cinder-740146-14-iscsi neutron-server[103365]: Metering agent@dv-cinder-740146-14-iscsi: {}, Mar 11 03:09:02.996089 dv-cinder-740146-14-iscsi neutron-server[103365]: Open vSwitch agent@dv-cinder-740146-14-iscsi: { 'AddressGroup': '1.2', Mar 11 03:09:02.996089 dv-cinder-740146-14-iscsi neutron-server[103365]: 'ConntrackHelper': '1.0', Mar 11 03:09:02.996089 dv-cinder-740146-14-iscsi neutron-server[103365]: 'LocalIPAssociation': '1.0', Mar 11 03:09:02.996089 dv-cinder-740146-14-iscsi neutron-server[103365]: 'Log': '1.0', Mar 11 03:09:02.996089 dv-cinder-740146-14-iscsi neutron-server[103365]: 'Network': '1.1', Mar 11 03:09:02.996089 dv-cinder-740146-14-iscsi neutron-server[103365]: 'Port': '1.7', Mar 11 03:09:02.996089 dv-cinder-740146-14-iscsi neutron-server[103365]: 'PortForwarding': '1.2', Mar 11 03:09:02.996089 dv-cinder-740146-14-iscsi neutron-server[103365]: 'QosPolicy': '1.10', Mar 11 03:09:02.996089 dv-cinder-740146-14-iscsi neutron-server[103365]: 'SecurityGroup': '1.5', Mar 11 03:09:02.996089 dv-cinder-740146-14-iscsi neutron-server[103365]: 'SecurityGroupRule': '1.2', Mar 11 03:09:02.996089 dv-cinder-740146-14-iscsi neutron-server[103365]: 'SubPort': '1.0', Mar 11 03:09:02.996089 dv-cinder-740146-14-iscsi neutron-server[103365]: 'Subnet': '1.1', Mar 11 03:09:02.996089 dv-cinder-740146-14-iscsi neutron-server[103365]: 'Trunk': '1.1'}} Mar 11 03:09:02.996089 dv-cinder-740146-14-iscsi neutron-server[103365]: {{(pid=103365) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 03:09:03.019167 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e060ada9-90b2-44b7-8b7b-8a3f89c971b5 admin admin] Publish callbacks [] for security_group (84d91d2e-651e-4a2a-b754-68eb48f014cc), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:03.034582 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e060ada9-90b2-44b7-8b7b-8a3f89c971b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (84d91d2e-651e-4a2a-b754-68eb48f014cc), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:03.052546 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e060ada9-90b2-44b7-8b7b-8a3f89c971b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 03:09:03.074851 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e060ada9-90b2-44b7-8b7b-8a3f89c971b5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766925140493', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715'] for segment (f7c503d7-7470-4171-8604-818764f5f205), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:03.075701 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e060ada9-90b2-44b7-8b7b-8a3f89c971b5 admin admin] Unsubscribe: segment precommit_create {{(pid=103365) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 11 03:09:03.076350 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-e060ada9-90b2-44b7-8b7b-8a3f89c971b5 admin admin] Added segment f7c503d7-7470-4171-8604-818764f5f205 of type vlan for network f37c9105-a6f8-4fcf-a203-248706ae8fe4 Mar 11 03:09:03.135220 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e060ada9-90b2-44b7-8b7b-8a3f89c971b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766924714680'] for network (f37c9105-a6f8-4fcf-a203-248706ae8fe4), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:03.177355 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-645d4569-e92a-452e-adeb-8aedbafff03c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591'] for subnet (b3f1ad71-9fd3-4f40-b64d-92b2f6facb57), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:03.201318 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e060ada9-90b2-44b7-8b7b-8a3f89c971b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591'] for network (f37c9105-a6f8-4fcf-a203-248706ae8fe4), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:03.203017 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e060ada9-90b2-44b7-8b7b-8a3f89c971b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:03.203982 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e060ada9-90b2-44b7-8b7b-8a3f89c971b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:03.249238 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d4569-e92a-452e-adeb-8aedbafff03c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3f1ad71-9fd3-4f40-b64d-92b2f6facb57,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:03.254618 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645d4569-e92a-452e-adeb-8aedbafff03c admin admin] Checking segment: {'id': '2788d6dc-bb9a-4610-93c8-718a7a34a2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:09:03.255050 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645d4569-e92a-452e-adeb-8aedbafff03c admin admin] Network hostable DHCP agents. Network: 24591a89-9096-47e5-935c-efce9ff962e5, hostable agents: ['25b14703-b87e-4c0b-89d2-d56e1080c9ba'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 03:09:03.275380 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645d4569-e92a-452e-adeb-8aedbafff03c admin admin] Network 24591a89-9096-47e5-935c-efce9ff962e5 is scheduled to be hosted by DHCP agent 25b14703-b87e-4c0b-89d2-d56e1080c9ba with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 03:09:03.291367 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-645d4569-e92a-452e-adeb-8aedbafff03c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-14-iscsi, 24591a89-9096-47e5-935c-efce9ff962e5) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:09:03.298668 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645d4569-e92a-452e-adeb-8aedbafff03c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:03.299116 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-645d4569-e92a-452e-adeb-8aedbafff03c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:03.301444 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8e8ccf-9f87-4167-885a-d50b797a309a None None] Network 24591a89-9096-47e5-935c-efce9ff962e5 requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:09:03.343122 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-645d4569-e92a-452e-adeb-8aedbafff03c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5235484 Mar 11 03:09:03.343698 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 40704) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:03.348373 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-f9b15f91-2024-4f50-a64d-476b7baa75fa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2069402318-router', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:09:03.355831 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060ada9-90b2-44b7-8b7b-8a3f89c971b5 admin admin] Pushing event updated for resources: {'Network': ['ID=f37c9105-a6f8-4fcf-a203-248706ae8fe4,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:03.376651 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f9b15f91-2024-4f50-a64d-476b7baa75fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1752359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28309'] for router (6cc731f1-ac2f-4e1c-bdee-182a936eddb8), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:03.378675 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f9b15f91-2024-4f50-a64d-476b7baa75fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1739889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1673446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28290'] for router (6cc731f1-ac2f-4e1c-bdee-182a936eddb8), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:03.412707 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddddcf2-3382-4264-a2b5-677aa5173b01 admin admin] Checking segment: {'id': '31014fc8-949d-4be6-8ecd-c35a0403e055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '132822ca-ae8a-4714-bc21-54231d0157c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:09:03.412707 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddddcf2-3382-4264-a2b5-677aa5173b01 admin admin] Network hostable DHCP agents. Network: 132822ca-ae8a-4714-bc21-54231d0157c2, hostable agents: ['25b14703-b87e-4c0b-89d2-d56e1080c9ba'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 03:09:03.438906 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060ada9-90b2-44b7-8b7b-8a3f89c971b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d91d2e-651e-4a2a-b754-68eb48f014cc,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:03.444022 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Network f37c9105-a6f8-4fcf-a203-248706ae8fe4 details requested by agent ovs-agent-dv-cinder-740146-14-iscsi with host dv-cinder-740146-14-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 03:09:03.488429 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-e060ada9-90b2-44b7-8b7b-8a3f89c971b5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2929418 Mar 11 03:09:03.490688 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-63cc0b0b-7b75-493c-9568-eda8a84a462d admin admin] Publish callbacks [] for security_group (1836fba8-b88c-4f02-84dc-944ec7340ad5), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:03.493579 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 40710) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:03.502484 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-633593e0-6210-4ef1-93cf-b672e9b79c76 admin admin] Request body: {'subnet': {'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-664179423-subnet', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:09:03.527657 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-63cc0b0b-7b75-493c-9568-eda8a84a462d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (1836fba8-b88c-4f02-84dc-944ec7340ad5), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:03.569337 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddddcf2-3382-4264-a2b5-677aa5173b01 admin admin] Network 132822ca-ae8a-4714-bc21-54231d0157c2 is scheduled to be hosted by DHCP agent 25b14703-b87e-4c0b-89d2-d56e1080c9ba with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 03:09:03.571421 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63cc0b0b-7b75-493c-9568-eda8a84a462d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 03:09:03.589535 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f9b15f91-2024-4f50-a64d-476b7baa75fa admin admin] Publish callbacks [] for router_controller (6cc731f1-ac2f-4e1c-bdee-182a936eddb8), precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:03.629751 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-4ddddcf2-3382-4264-a2b5-677aa5173b01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-14-iscsi, 132822ca-ae8a-4714-bc21-54231d0157c2) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:09:03.663522 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-63cc0b0b-7b75-493c-9568-eda8a84a462d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715'] for segment (095992f8-b5e9-4505-bbef-9ada1783e2b3), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:03.663876 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-63cc0b0b-7b75-493c-9568-eda8a84a462d admin admin] Added segment 095992f8-b5e9-4505-bbef-9ada1783e2b3 of type vlan for network e2d579c7-a842-4f0b-93b4-f7cc1c183b27 Mar 11 03:09:03.665054 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633593e0-6210-4ef1-93cf-b672e9b79c76 admin admin] Made reservation on behalf of 0e5431e997864911902bdbf8e8d5d889 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:09:03.667355 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-633593e0-6210-4ef1-93cf-b672e9b79c76 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:03.675150 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fa104a-0f9c-41ee-bbe4-e91901238228 None None] Network 132822ca-ae8a-4714-bc21-54231d0157c2 requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:09:03.681533 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124e58a9-685e-48e3-9a44-1fef73d21d56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4ad6dfa-f40d-5411-b00e-f667c827405f-24591a89-9096-47e5-935c-efce9ff962e5', 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5', 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'fixed_ips': [{'subnet_id': 'b3f1ad71-9fd3-4f40-b64d-92b2f6facb57'}]}} from dv-cinder-740146-14-iscsi. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 03:09:03.682401 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-124e58a9-685e-48e3-9a44-1fef73d21d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:03.709854 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddddcf2-3382-4264-a2b5-677aa5173b01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:03.710463 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4ddddcf2-3382-4264-a2b5-677aa5173b01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:03.730155 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc0b0b-7b75-493c-9568-eda8a84a462d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1836fba8-b88c-4f02-84dc-944ec7340ad5,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:03.815157 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-63cc0b0b-7b75-493c-9568-eda8a84a462d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766924714680'] for network (e2d579c7-a842-4f0b-93b4-f7cc1c183b27), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:03.840425 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f9b15f91-2024-4f50-a64d-476b7baa75fa admin admin] Publish callbacks [] for router_gateway (6cc731f1-ac2f-4e1c-bdee-182a936eddb8), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:03.854655 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-63cc0b0b-7b75-493c-9568-eda8a84a462d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591'] for network (e2d579c7-a842-4f0b-93b4-f7cc1c183b27), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:03.855829 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cc0b0b-7b75-493c-9568-eda8a84a462d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:03.856566 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-63cc0b0b-7b75-493c-9568-eda8a84a462d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:03.983055 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5808b831-0467-40fd-84ca-a3a83b783ab7 None None] Network 132822ca-ae8a-4714-bc21-54231d0157c2 requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:09:04.029778 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-63cc0b0b-7b75-493c-9568-eda8a84a462d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7669027 Mar 11 03:09:04.072932 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 40748) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:04.090951 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-8ff9550e-ffae-4b5f-8236-5f3f463ff659 admin admin] Request body: {'subnet': {'network_id': 'e2d579c7-a842-4f0b-93b4-f7cc1c183b27', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1308742083-subnet', 'tenant_id': 'f7e7fb507bd241639abd2bb972ec968e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:09:04.130879 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-124e58a9-685e-48e3-9a44-1fef73d21d56 None None] Allocated IP 172.20.0.2 (24591a89-9096-47e5-935c-efce9ff962e5/b3f1ad71-9fd3-4f40-b64d-92b2f6facb57/1b72232f-76d6-4c9a-b081-567bdc1ae76c) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:09:04.158025 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-4ddddcf2-3382-4264-a2b5-677aa5173b01 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8327234 Mar 11 03:09:04.228496 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff9550e-ffae-4b5f-8236-5f3f463ff659 admin admin] Made reservation on behalf of f7e7fb507bd241639abd2bb972ec968e for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:09:04.232189 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc0b0b-7b75-493c-9568-eda8a84a462d admin admin] Pushing event updated for resources: {'Network': ['ID=e2d579c7-a842-4f0b-93b4-f7cc1c183b27,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:04.232629 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ff9550e-ffae-4b5f-8236-5f3f463ff659 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:04.297459 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Network e2d579c7-a842-4f0b-93b4-f7cc1c183b27 details requested by agent ovs-agent-dv-cinder-740146-14-iscsi with host dv-cinder-740146-14-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 03:09:04.314368 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-633593e0-6210-4ef1-93cf-b672e9b79c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591'] for subnet (9d7ee705-0509-4a4b-bcad-7ac46e456173), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:04.410877 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633593e0-6210-4ef1-93cf-b672e9b79c76 admin admin] Checking segment: {'id': 'f7c503d7-7470-4171-8604-818764f5f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:09:04.411323 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633593e0-6210-4ef1-93cf-b672e9b79c76 admin admin] Network hostable DHCP agents. Network: f37c9105-a6f8-4fcf-a203-248706ae8fe4, hostable agents: ['25b14703-b87e-4c0b-89d2-d56e1080c9ba'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 03:09:04.413934 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633593e0-6210-4ef1-93cf-b672e9b79c76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d7ee705-0509-4a4b-bcad-7ac46e456173,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:04.447619 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633593e0-6210-4ef1-93cf-b672e9b79c76 admin admin] Network f37c9105-a6f8-4fcf-a203-248706ae8fe4 is scheduled to be hosted by DHCP agent 25b14703-b87e-4c0b-89d2-d56e1080c9ba with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 03:09:04.461527 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-633593e0-6210-4ef1-93cf-b672e9b79c76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-14-iscsi, f37c9105-a6f8-4fcf-a203-248706ae8fe4) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:09:04.464475 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f9b15f91-2024-4f50-a64d-476b7baa75fa admin admin] Publish callbacks [] for router_gateway (6cc731f1-ac2f-4e1c-bdee-182a936eddb8), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:04.466918 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633593e0-6210-4ef1-93cf-b672e9b79c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:04.467922 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-633593e0-6210-4ef1-93cf-b672e9b79c76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:04.486338 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b6c174-6f1a-4bb3-bb7d-440a9f7115d3 None None] Network f37c9105-a6f8-4fcf-a203-248706ae8fe4 requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:09:04.496651 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-633593e0-6210-4ef1-93cf-b672e9b79c76 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9980023 Mar 11 03:09:04.497669 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 40760) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:04.504985 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 40762) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:04.511688 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-0910ddb7-eb68-45c0-b0c4-42a21bdbb905 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-664179423-router', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:09:04.526869 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f9b15f91-2024-4f50-a64d-476b7baa75fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:04.553370 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0910ddb7-eb68-45c0-b0c4-42a21bdbb905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1752359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28309'] for router (f64c16ae-eb84-4976-bb0d-79c3a8590dc5), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:04.554834 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0910ddb7-eb68-45c0-b0c4-42a21bdbb905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1739889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1673446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28290'] for router (f64c16ae-eb84-4976-bb0d-79c3a8590dc5), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:04.693887 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:04.694473 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0910ddb7-eb68-45c0-b0c4-42a21bdbb905 admin admin] Publish callbacks [] for router_controller (f64c16ae-eb84-4976-bb0d-79c3a8590dc5), precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:04.852973 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-f9b15f91-2024-4f50-a64d-476b7baa75fa admin admin] Allocated IP 172.27.2.117 (9b47ca21-aede-450a-93e7-0e4b22f1eaa6/91a34137-7039-479a-a714-41dcecc02d59/067e7ae0-51a0-4c66-b773-f8d360131e51) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:09:05.018630 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-016c4389-b5e8-47db-b9f1-39d6fba99eff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:05.231118 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-016c4389-b5e8-47db-b9f1-39d6fba99eff admin admin] Publish callbacks [] for security_group (4e3583c6-95e3-4b9d-8d6b-f2cdaae81622), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:05.235096 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ff9550e-ffae-4b5f-8236-5f3f463ff659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591'] for subnet (e0cab262-f422-464f-830a-5936d4fe68aa), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:05.238106 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-016c4389-b5e8-47db-b9f1-39d6fba99eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (4e3583c6-95e3-4b9d-8d6b-f2cdaae81622), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:05.336014 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9189aa-bb04-4b78-8957-0d51bad3e487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4ad6dfa-f40d-5411-b00e-f667c827405f-f37c9105-a6f8-4fcf-a203-248706ae8fe4', 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4', 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'fixed_ips': [{'subnet_id': '9d7ee705-0509-4a4b-bcad-7ac46e456173'}]}} from dv-cinder-740146-14-iscsi. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 03:09:05.336883 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3a9189aa-bb04-4b78-8957-0d51bad3e487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:05.371181 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-016c4389-b5e8-47db-b9f1-39d6fba99eff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8cd365ed9bde4d08afd4e6ea78d49359&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8698969 Mar 11 03:09:05.376409 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0910ddb7-eb68-45c0-b0c4-42a21bdbb905 admin admin] Publish callbacks [] for router_gateway (f64c16ae-eb84-4976-bb0d-79c3a8590dc5), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:05.377994 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-124e58a9-685e-48e3-9a44-1fef73d21d56 None None] Publish callbacks [] for port (1b72232f-76d6-4c9a-b081-567bdc1ae76c), precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:05.386224 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-124e58a9-685e-48e3-9a44-1fef73d21d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670'] for port (1b72232f-76d6-4c9a-b081-567bdc1ae76c), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:05.387073 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 40808) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:05.389410 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c4389-b5e8-47db-b9f1-39d6fba99eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3583c6-95e3-4b9d-8d6b-f2cdaae81622,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:05.453788 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f9b15f91-2024-4f50-a64d-476b7baa75fa admin admin] Publish callbacks [] for port (067e7ae0-51a0-4c66-b773-f8d360131e51), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:05.496262 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e58a9-685e-48e3-9a44-1fef73d21d56 None None] Pushing event updated for resources: {'Port': ['ID=1b72232f-76d6-4c9a-b081-567bdc1ae76c,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:05.501315 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9550e-ffae-4b5f-8236-5f3f463ff659 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0cab262-f422-464f-830a-5936d4fe68aa,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:05.514655 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124e58a9-685e-48e3-9a44-1fef73d21d56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:05.515030 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124e58a9-685e-48e3-9a44-1fef73d21d56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:05.516113 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124e58a9-685e-48e3-9a44-1fef73d21d56 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:05.517189 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124e58a9-685e-48e3-9a44-1fef73d21d56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:05.517549 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124e58a9-685e-48e3-9a44-1fef73d21d56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:05.518013 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124e58a9-685e-48e3-9a44-1fef73d21d56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:05.518448 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124e58a9-685e-48e3-9a44-1fef73d21d56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:05.518791 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124e58a9-685e-48e3-9a44-1fef73d21d56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:05.519234 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124e58a9-685e-48e3-9a44-1fef73d21d56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:05.519632 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124e58a9-685e-48e3-9a44-1fef73d21d56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:05.520064 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124e58a9-685e-48e3-9a44-1fef73d21d56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:05.520822 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124e58a9-685e-48e3-9a44-1fef73d21d56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:05.521201 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124e58a9-685e-48e3-9a44-1fef73d21d56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:05.521486 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a6ecf3f1-4328-4e8a-8e9a-f13af45277e5 admin admin] Publish callbacks [] for security_group (4e3583c6-95e3-4b9d-8d6b-f2cdaae81622), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:05.522547 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124e58a9-685e-48e3-9a44-1fef73d21d56 None None] Tracked resource versions report: Mar 11 03:09:05.522547 dv-cinder-740146-14-iscsi neutron-server[103366]: pushed versions: Mar 11 03:09:05.522547 dv-cinder-740146-14-iscsi neutron-server[103366]: { 'AddressGroup': {'1.2'}, Mar 11 03:09:05.522547 dv-cinder-740146-14-iscsi neutron-server[103366]: 'ConntrackHelper': {'1.0'}, Mar 11 03:09:05.522547 dv-cinder-740146-14-iscsi neutron-server[103366]: 'LocalIPAssociation': {'1.0'}, Mar 11 03:09:05.522547 dv-cinder-740146-14-iscsi neutron-server[103366]: 'Log': {'1.0'}, Mar 11 03:09:05.522547 dv-cinder-740146-14-iscsi neutron-server[103366]: 'Network': {'1.1'}, Mar 11 03:09:05.522547 dv-cinder-740146-14-iscsi neutron-server[103366]: 'Port': {'1.7'}, Mar 11 03:09:05.522547 dv-cinder-740146-14-iscsi neutron-server[103366]: 'PortForwarding': {'1.2'}, Mar 11 03:09:05.522547 dv-cinder-740146-14-iscsi neutron-server[103366]: 'QosPolicy': {'1.10'}, Mar 11 03:09:05.522547 dv-cinder-740146-14-iscsi neutron-server[103366]: 'SecurityGroup': {'1.5'}, Mar 11 03:09:05.522547 dv-cinder-740146-14-iscsi neutron-server[103366]: 'SecurityGroupRule': {'1.2'}, Mar 11 03:09:05.522547 dv-cinder-740146-14-iscsi neutron-server[103366]: 'SubPort': {'1.0'}, Mar 11 03:09:05.522547 dv-cinder-740146-14-iscsi neutron-server[103366]: 'Subnet': {'1.1'}, Mar 11 03:09:05.522547 dv-cinder-740146-14-iscsi neutron-server[103366]: 'Trunk': {'1.1'}} Mar 11 03:09:05.522547 dv-cinder-740146-14-iscsi neutron-server[103366]: consumer versions: Mar 11 03:09:05.522547 dv-cinder-740146-14-iscsi neutron-server[103366]: { DHCP agent@dv-cinder-740146-14-iscsi: {}, Mar 11 03:09:05.522547 dv-cinder-740146-14-iscsi neutron-server[103366]: HyperV agent@hv-cinder-74014: {}, Mar 11 03:09:05.522547 dv-cinder-740146-14-iscsi neutron-server[103366]: L3 agent@dv-cinder-740146-14-iscsi: {}, Mar 11 03:09:05.522547 dv-cinder-740146-14-iscsi neutron-server[103366]: Metadata agent@dv-cinder-740146-14-iscsi: {}, Mar 11 03:09:05.522547 dv-cinder-740146-14-iscsi neutron-server[103366]: Metering agent@dv-cinder-740146-14-iscsi: {}, Mar 11 03:09:05.522547 dv-cinder-740146-14-iscsi neutron-server[103366]: Open vSwitch agent@dv-cinder-740146-14-iscsi: { 'AddressGroup': '1.2', Mar 11 03:09:05.522547 dv-cinder-740146-14-iscsi neutron-server[103366]: 'ConntrackHelper': '1.0', Mar 11 03:09:05.522547 dv-cinder-740146-14-iscsi neutron-server[103366]: 'LocalIPAssociation': '1.0', Mar 11 03:09:05.522547 dv-cinder-740146-14-iscsi neutron-server[103366]: 'Log': '1.0', Mar 11 03:09:05.522547 dv-cinder-740146-14-iscsi neutron-server[103366]: 'Network': '1.1', Mar 11 03:09:05.522547 dv-cinder-740146-14-iscsi neutron-server[103366]: 'Port': '1.7', Mar 11 03:09:05.522547 dv-cinder-740146-14-iscsi neutron-server[103366]: 'PortForwarding': '1.2', Mar 11 03:09:05.522547 dv-cinder-740146-14-iscsi neutron-server[103366]: 'QosPolicy': '1.10', Mar 11 03:09:05.522547 dv-cinder-740146-14-iscsi neutron-server[103366]: 'SecurityGroup': '1.5', Mar 11 03:09:05.522547 dv-cinder-740146-14-iscsi neutron-server[103366]: 'SecurityGroupRule': '1.2', Mar 11 03:09:05.522547 dv-cinder-740146-14-iscsi neutron-server[103366]: 'SubPort': '1.0', Mar 11 03:09:05.522547 dv-cinder-740146-14-iscsi neutron-server[103366]: 'Subnet': '1.1', Mar 11 03:09:05.522547 dv-cinder-740146-14-iscsi neutron-server[103366]: 'Trunk': '1.1'}} Mar 11 03:09:05.522547 dv-cinder-740146-14-iscsi neutron-server[103366]: {{(pid=103366) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 03:09:05.552415 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124e58a9-685e-48e3-9a44-1fef73d21d56 None None] Network 24591a89-9096-47e5-935c-efce9ff962e5 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:09:05.558059 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff9550e-ffae-4b5f-8236-5f3f463ff659 admin admin] Checking segment: {'id': '095992f8-b5e9-4505-bbef-9ada1783e2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e2d579c7-a842-4f0b-93b4-f7cc1c183b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:09:05.558228 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-124e58a9-685e-48e3-9a44-1fef73d21d56 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:09:05.558598 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff9550e-ffae-4b5f-8236-5f3f463ff659 admin admin] Network hostable DHCP agents. Network: e2d579c7-a842-4f0b-93b4-f7cc1c183b27, hostable agents: ['25b14703-b87e-4c0b-89d2-d56e1080c9ba'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 03:09:05.568669 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124e58a9-685e-48e3-9a44-1fef73d21d56 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:09:05.586779 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff9550e-ffae-4b5f-8236-5f3f463ff659 admin admin] Network e2d579c7-a842-4f0b-93b4-f7cc1c183b27 is scheduled to be hosted by DHCP agent 25b14703-b87e-4c0b-89d2-d56e1080c9ba with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 03:09:05.593992 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f9b15f91-2024-4f50-a64d-476b7baa75fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670'] for port (067e7ae0-51a0-4c66-b773-f8d360131e51), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:05.608536 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a6ecf3f1-4328-4e8a-8e9a-f13af45277e5 admin admin] Publish callbacks [] for security_group (4e3583c6-95e3-4b9d-8d6b-f2cdaae81622), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:05.648824 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b15f91-2024-4f50-a64d-476b7baa75fa admin admin] Network 9b47ca21-aede-450a-93e7-0e4b22f1eaa6 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:09:05.656288 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-8ff9550e-ffae-4b5f-8236-5f3f463ff659 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-14-iscsi, e2d579c7-a842-4f0b-93b4-f7cc1c183b27) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:09:05.665005 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff9550e-ffae-4b5f-8236-5f3f463ff659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:05.667615 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8ff9550e-ffae-4b5f-8236-5f3f463ff659 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:05.685172 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-f9b15f91-2024-4f50-a64d-476b7baa75fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:09:05.686204 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641d2aef-02be-4ffd-af01-4b58d4fe110a None None] Network e2d579c7-a842-4f0b-93b4-f7cc1c183b27 requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:09:05.690034 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b15f91-2024-4f50-a64d-476b7baa75fa admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:09:05.749307 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-8ff9550e-ffae-4b5f-8236-5f3f463ff659 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6723330 Mar 11 03:09:05.778954 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 40828) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:05.787018 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-41bd5fc7-6c88-46a8-bd12-bb68ba27cbb3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1308742083-router', 'tenant_id': 'f7e7fb507bd241639abd2bb972ec968e', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:09:05.793073 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a6ecf3f1-4328-4e8a-8e9a-f13af45277e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (4e3583c6-95e3-4b9d-8d6b-f2cdaae81622), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:05.797090 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a6ecf3f1-4328-4e8a-8e9a-f13af45277e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:05.801422 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a6ecf3f1-4328-4e8a-8e9a-f13af45277e5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4e3583c6-95e3-4b9d-8d6b-f2cdaae81622 HTTP/1.1" status: 204 len: 168 time: 0.3882639 Mar 11 03:09:05.820387 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:05.830167 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fcf7c8-58e6-40f6-b407-350e1af9ef2b None None] Network e2d579c7-a842-4f0b-93b4-f7cc1c183b27 requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:09:05.887224 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b15f91-2024-4f50-a64d-476b7baa75fa admin admin] Pushing event updated for resources: {'Port': ['ID=067e7ae0-51a0-4c66-b773-f8d360131e51,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:05.912159 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 40842) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:05.919454 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-124e58a9-685e-48e3-9a44-1fef73d21d56 None None] Attempting to bind port 1b72232f-76d6-4c9a-b081-567bdc1ae76c on host dv-cinder-740146-14-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:09:05.919831 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-124e58a9-685e-48e3-9a44-1fef73d21d56 None None] Attempting to bind port 1b72232f-76d6-4c9a-b081-567bdc1ae76c by drivers openvswitch,hyperv on host dv-cinder-740146-14-iscsi at level 0 using segments [{'id': '2788d6dc-bb9a-4610-93c8-718a7a34a2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:09:05.920203 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124e58a9-685e-48e3-9a44-1fef73d21d56 None None] Attempting to bind port 1b72232f-76d6-4c9a-b081-567bdc1ae76c on network 24591a89-9096-47e5-935c-efce9ff962e5 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:09:05.923588 dv-cinder-740146-14-iscsi neutron-server[103364]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 11 03:09:05.926137 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ecf3f1-4328-4e8a-8e9a-f13af45277e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3583c6-95e3-4b9d-8d6b-f2cdaae81622,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:05.941831 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-3a9189aa-bb04-4b78-8957-0d51bad3e487 None None] Allocated IP 172.20.0.2 (f37c9105-a6f8-4fcf-a203-248706ae8fe4/9d7ee705-0509-4a4b-bcad-7ac46e456173/7c9d96b7-4654-47fc-bc45-cbb436598157) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:09:05.944073 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124e58a9-685e-48e3-9a44-1fef73d21d56 None None] Checking agent: {'id': '4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 1, 6), 'started_at': datetime.datetime(2022, 3, 11, 3, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:09:05.944453 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124e58a9-685e-48e3-9a44-1fef73d21d56 None None] Checking segment: {'id': '2788d6dc-bb9a-4610-93c8-718a7a34a2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:09:05.944632 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0910ddb7-eb68-45c0-b0c4-42a21bdbb905 admin admin] Publish callbacks [] for router_gateway (f64c16ae-eb84-4976-bb0d-79c3a8590dc5), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:05.955357 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-124e58a9-685e-48e3-9a44-1fef73d21d56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:05.956013 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124e58a9-685e-48e3-9a44-1fef73d21d56 None None] Bound using segment: {'id': '2788d6dc-bb9a-4610-93c8-718a7a34a2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:09:05.956715 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-124e58a9-685e-48e3-9a44-1fef73d21d56 None None] Bound port: 1b72232f-76d6-4c9a-b081-567bdc1ae76c, host: dv-cinder-740146-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2788d6dc-bb9a-4610-93c8-718a7a34a2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:09:05.957274 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-124e58a9-685e-48e3-9a44-1fef73d21d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (1b72232f-76d6-4c9a-b081-567bdc1ae76c), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:05.979588 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0910ddb7-eb68-45c0-b0c4-42a21bdbb905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:06.080372 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-124e58a9-685e-48e3-9a44-1fef73d21d56 None None] For port 1b72232f-76d6-4c9a-b081-567bdc1ae76c, host dv-cinder-740146-14-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:09:06.084498 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-124e58a9-685e-48e3-9a44-1fef73d21d56 None None] For port 1b72232f-76d6-4c9a-b081-567bdc1ae76c, host dv-cinder-740146-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=1b72232f-76d6-4c9a-b081-567bdc1ae76c,segment=NetworkSegment(2788d6dc-bb9a-4610-93c8-718a7a34a2b4),segment_id=2788d6dc-bb9a-4610-93c8-718a7a34a2b4)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:09:06.106989 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-124e58a9-685e-48e3-9a44-1fef73d21d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (1b72232f-76d6-4c9a-b081-567bdc1ae76c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:06.168592 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-0910ddb7-eb68-45c0-b0c4-42a21bdbb905 admin admin] Allocated IP 172.27.2.40 (9b47ca21-aede-450a-93e7-0e4b22f1eaa6/91a34137-7039-479a-a714-41dcecc02d59/262549d5-b931-4643-b731-0ec614fbf220) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:09:06.277602 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e58a9-685e-48e3-9a44-1fef73d21d56 None None] Pushing event updated for resources: {'Port': ['ID=1b72232f-76d6-4c9a-b081-567bdc1ae76c,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:06.305819 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f9b15f91-2024-4f50-a64d-476b7baa75fa admin admin] Publish callbacks [] for router_gateway (6cc731f1-ac2f-4e1c-bdee-182a936eddb8), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:06.319371 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0910ddb7-eb68-45c0-b0c4-42a21bdbb905 admin admin] Publish callbacks [] for port (262549d5-b931-4643-b731-0ec614fbf220), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:06.473165 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 40856) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:06.482652 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0910ddb7-eb68-45c0-b0c4-42a21bdbb905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670'] for port (262549d5-b931-4643-b731-0ec614fbf220), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:06.514552 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-306859e8-b229-4ffd-9586-10764c884bb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:06.520148 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3a9189aa-bb04-4b78-8957-0d51bad3e487 None None] Publish callbacks [] for port (7c9d96b7-4654-47fc-bc45-cbb436598157), precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:06.531451 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3a9189aa-bb04-4b78-8957-0d51bad3e487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670'] for port (7c9d96b7-4654-47fc-bc45-cbb436598157), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:06.548087 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41bd5fc7-6c88-46a8-bd12-bb68ba27cbb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1752359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28309'] for router (0166ba64-a0a9-40b8-afd3-13db3e159e97), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:06.549091 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41bd5fc7-6c88-46a8-bd12-bb68ba27cbb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1739889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1673446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28290'] for router (0166ba64-a0a9-40b8-afd3-13db3e159e97), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:06.615122 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9189aa-bb04-4b78-8957-0d51bad3e487 None None] Pushing event updated for resources: {'Port': ['ID=7c9d96b7-4654-47fc-bc45-cbb436598157,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:06.639425 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9189aa-bb04-4b78-8957-0d51bad3e487 None None] Network f37c9105-a6f8-4fcf-a203-248706ae8fe4 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:09:06.640521 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:06.646695 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-3a9189aa-bb04-4b78-8957-0d51bad3e487 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:09:06.650581 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9189aa-bb04-4b78-8957-0d51bad3e487 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:09:06.713386 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0910ddb7-eb68-45c0-b0c4-42a21bdbb905 admin admin] Network 9b47ca21-aede-450a-93e7-0e4b22f1eaa6 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:09:06.791487 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-0910ddb7-eb68-45c0-b0c4-42a21bdbb905 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:09:06.807618 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0910ddb7-eb68-45c0-b0c4-42a21bdbb905 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:09:06.809655 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-3a9189aa-bb04-4b78-8957-0d51bad3e487 None None] Attempting to bind port 7c9d96b7-4654-47fc-bc45-cbb436598157 on host dv-cinder-740146-14-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:09:06.810301 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-3a9189aa-bb04-4b78-8957-0d51bad3e487 None None] Attempting to bind port 7c9d96b7-4654-47fc-bc45-cbb436598157 by drivers openvswitch,hyperv on host dv-cinder-740146-14-iscsi at level 0 using segments [{'id': 'f7c503d7-7470-4171-8604-818764f5f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:09:06.810928 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9189aa-bb04-4b78-8957-0d51bad3e487 None None] Attempting to bind port 7c9d96b7-4654-47fc-bc45-cbb436598157 on network f37c9105-a6f8-4fcf-a203-248706ae8fe4 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:09:06.817417 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910ddb7-eb68-45c0-b0c4-42a21bdbb905 admin admin] Pushing event updated for resources: {'Port': ['ID=262549d5-b931-4643-b731-0ec614fbf220,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:06.822792 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9189aa-bb04-4b78-8957-0d51bad3e487 None None] Checking agent: {'id': '4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 1, 6), 'started_at': datetime.datetime(2022, 3, 11, 3, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:09:06.824870 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9189aa-bb04-4b78-8957-0d51bad3e487 None None] Checking segment: {'id': 'f7c503d7-7470-4171-8604-818764f5f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:09:06.825441 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3a9189aa-bb04-4b78-8957-0d51bad3e487 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:06.828456 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9189aa-bb04-4b78-8957-0d51bad3e487 None None] Bound using segment: {'id': 'f7c503d7-7470-4171-8604-818764f5f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:09:06.830311 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-f60e1155-ab22-4bc3-90db-6b9f29bb9ba8 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:06.830580 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-3a9189aa-bb04-4b78-8957-0d51bad3e487 None None] Bound port: 7c9d96b7-4654-47fc-bc45-cbb436598157, host: dv-cinder-740146-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c503d7-7470-4171-8604-818764f5f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:09:06.831145 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3a9189aa-bb04-4b78-8957-0d51bad3e487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (7c9d96b7-4654-47fc-bc45-cbb436598157), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:06.832029 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-f60e1155-ab22-4bc3-90db-6b9f29bb9ba8 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/networks?id=132822ca-ae8a-4714-bc21-54231d0157c2 HTTP/1.1" status: 200 len: 812 time: 0.9188516 Mar 11 03:09:06.906125 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-743481ab-9367-42e7-b63c-6eb837baaf30 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/quotas/8ef75ff01cf245fbb97256570b870d1f HTTP/1.1" status: 200 len: 375 time: 0.0353870 Mar 11 03:09:06.935438 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3a9189aa-bb04-4b78-8957-0d51bad3e487 None None] For port 7c9d96b7-4654-47fc-bc45-cbb436598157, host dv-cinder-740146-14-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:09:06.941823 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-3a9189aa-bb04-4b78-8957-0d51bad3e487 None None] For port 7c9d96b7-4654-47fc-bc45-cbb436598157, host dv-cinder-740146-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=7c9d96b7-4654-47fc-bc45-cbb436598157,segment=NetworkSegment(f7c503d7-7470-4171-8604-818764f5f205),segment_id=f7c503d7-7470-4171-8604-818764f5f205)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:09:06.949452 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3a9189aa-bb04-4b78-8957-0d51bad3e487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (7c9d96b7-4654-47fc-bc45-cbb436598157), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:06.955091 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41bd5fc7-6c88-46a8-bd12-bb68ba27cbb3 admin admin] Publish callbacks [] for router_controller (0166ba64-a0a9-40b8-afd3-13db3e159e97), precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:06.986751 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-802525ed-4a0d-4c53-a053-104610245343 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ef75ff01cf245fbb97256570b870d1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661626 Mar 11 03:09:06.992787 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f9b15f91-2024-4f50-a64d-476b7baa75fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1752476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1739806'] for router (6cc731f1-ac2f-4e1c-bdee-182a936eddb8), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:07.039295 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9189aa-bb04-4b78-8957-0d51bad3e487 None None] Pushing event updated for resources: {'Port': ['ID=7c9d96b7-4654-47fc-bc45-cbb436598157,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:07.043243 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-306859e8-b229-4ffd-9586-10764c884bb2 admin admin] Publish callbacks [] for security_group (432b7885-040d-42e3-b2eb-c09f1cc30565), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:07.151057 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-306859e8-b229-4ffd-9586-10764c884bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (432b7885-040d-42e3-b2eb-c09f1cc30565), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:07.262602 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-306859e8-b229-4ffd-9586-10764c884bb2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9cbb95ecca7949158c0dc516be3d0373&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7858300 Mar 11 03:09:07.268567 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 40890) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:07.287177 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306859e8-b229-4ffd-9586-10764c884bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432b7885-040d-42e3-b2eb-c09f1cc30565,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:07.451554 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 40892) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:07.472841 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a66246de-8b9c-44a2-b87b-ba93ca5e445c admin admin] Publish callbacks [] for security_group (432b7885-040d-42e3-b2eb-c09f1cc30565), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:07.514143 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a66246de-8b9c-44a2-b87b-ba93ca5e445c admin admin] Publish callbacks [] for security_group (432b7885-040d-42e3-b2eb-c09f1cc30565), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:07.562591 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-419c119a-6f7e-4e02-afca-99db6ac149fb service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 03:09:07.564011 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-419c119a-6f7e-4e02-afca-99db6ac149fb service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3270638 Mar 11 03:09:07.618082 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e1f17c9-a0a0-4077-9374-2b8b59c52055 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:07.638869 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a66246de-8b9c-44a2-b87b-ba93ca5e445c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (432b7885-040d-42e3-b2eb-c09f1cc30565), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:07.642073 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a66246de-8b9c-44a2-b87b-ba93ca5e445c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:07.646980 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-a66246de-8b9c-44a2-b87b-ba93ca5e445c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/432b7885-040d-42e3-b2eb-c09f1cc30565 HTTP/1.1" status: 204 len: 168 time: 0.3735771 Mar 11 03:09:07.698236 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b15f91-2024-4f50-a64d-476b7baa75fa admin admin] Router 6cc731f1-ac2f-4e1c-bdee-182a936eddb8 is scheduled to L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 03:09:07.713282 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66246de-8b9c-44a2-b87b-ba93ca5e445c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432b7885-040d-42e3-b2eb-c09f1cc30565,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:07.801566 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-a853e3e3-ffdb-4c43-9a53-2c0923252b53 service neutron] 10.222.0.16 "GET /v2.0/networks/132822ca-ae8a-4714-bc21-54231d0157c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241700 Mar 11 03:09:07.847275 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41bd5fc7-6c88-46a8-bd12-bb68ba27cbb3 admin admin] Publish callbacks [] for router_gateway (0166ba64-a0a9-40b8-afd3-13db3e159e97), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:07.887471 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7a2aed-c292-4b09-88c2-54d019720fb0 None None] Network 24591a89-9096-47e5-935c-efce9ff962e5 requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:09:07.897109 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0910ddb7-eb68-45c0-b0c4-42a21bdbb905 admin admin] Publish callbacks [] for router_gateway (f64c16ae-eb84-4976-bb0d-79c3a8590dc5), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:07.961832 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e1f17c9-a0a0-4077-9374-2b8b59c52055 admin admin] Publish callbacks [] for security_group (0ac96110-fcd2-49eb-ae3f-106901b8bf60), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:08.076739 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b15f91-2024-4f50-a64d-476b7baa75fa admin admin] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:09:08.089232 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9da1b60-d367-4f3b-925f-8d98d289f648 None None] Sync routers for ids ['6cc731f1-ac2f-4e1c-bdee-182a936eddb8'] in dv-cinder-740146-14-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:09:08.109461 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-93f8a794-c9a3-4ac0-a820-72a75eee4780 None None] Provisioning complete for port 1b72232f-76d6-4c9a-b081-567bdc1ae76c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:09:08.110545 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-93f8a794-c9a3-4ac0-a820-72a75eee4780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (1b72232f-76d6-4c9a-b081-567bdc1ae76c), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:08.117419 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9e1f17c9-a0a0-4077-9374-2b8b59c52055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (0ac96110-fcd2-49eb-ae3f-106901b8bf60), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:08.120539 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9da1b60-d367-4f3b-925f-8d98d289f648 None None] Routers {'6cc731f1-ac2f-4e1c-bdee-182a936eddb8'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:09:08.121236 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c9da1b60-d367-4f3b-925f-8d98d289f648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:09:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['6cc731f1-ac2f-4e1c-bdee-182a936eddb8'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:09:08.366475 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-93f8a794-c9a3-4ac0-a820-72a75eee4780 None None] Current status of the port 1b72232f-76d6-4c9a-b081-567bdc1ae76c is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:09:08.366868 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-93f8a794-c9a3-4ac0-a820-72a75eee4780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (1b72232f-76d6-4c9a-b081-567bdc1ae76c), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:08.461719 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-93f8a794-c9a3-4ac0-a820-72a75eee4780 None None] For port 1b72232f-76d6-4c9a-b081-567bdc1ae76c, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=1b72232f-76d6-4c9a-b081-567bdc1ae76c,segment=NetworkSegment(2788d6dc-bb9a-4610-93c8-718a7a34a2b4),segment_id=2788d6dc-bb9a-4610-93c8-718a7a34a2b4)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:09:08.472830 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-93f8a794-c9a3-4ac0-a820-72a75eee4780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (1b72232f-76d6-4c9a-b081-567bdc1ae76c), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:08.488770 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0910ddb7-eb68-45c0-b0c4-42a21bdbb905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1752476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1739806'] for router (f64c16ae-eb84-4976-bb0d-79c3a8590dc5), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:08.552808 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f8a794-c9a3-4ac0-a820-72a75eee4780 None None] Pushing event updated for resources: {'Port': ['ID=1b72232f-76d6-4c9a-b081-567bdc1ae76c,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:08.599141 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-9e1f17c9-a0a0-4077-9374-2b8b59c52055 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=08f3f5e47b6345bbafd4aba760e39576&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1436262 Mar 11 03:09:08.612371 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 40926) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:08.612717 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 40928) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:08.613445 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f17c9-a0a0-4077-9374-2b8b59c52055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac96110-fcd2-49eb-ae3f-106901b8bf60,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:08.617582 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bc7fba-5fc3-4cda-ab87-62d173ebd0ab None None] Network f37c9105-a6f8-4fcf-a203-248706ae8fe4 requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:09:08.631334 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f9b15f91-2024-4f50-a64d-476b7baa75fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:08.632776 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-f9b15f91-2024-4f50-a64d-476b7baa75fa admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.2876394 Mar 11 03:09:08.643927 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-c9da1b60-d367-4f3b-925f-8d98d289f648 None None] Set router 6cc731f1-ac2f-4e1c-bdee-182a936eddb8 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:09:08.678840 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 40934) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:08.848501 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 1b72232f-76d6-4c9a-b081-567bdc1ae76c up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:09:08.859602 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-85394af6-7355-41e6-b3f9-626a8bd25740 admin admin] Publish callbacks [] for security_group (0ac96110-fcd2-49eb-ae3f-106901b8bf60), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:08.863912 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b0410e62-c8fc-459e-b172-c0778c540034 None None] Provisioning complete for port 7c9d96b7-4654-47fc-bc45-cbb436598157 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:09:08.864309 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b0410e62-c8fc-459e-b172-c0778c540034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (7c9d96b7-4654-47fc-bc45-cbb436598157), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:08.920601 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41bd5fc7-6c88-46a8-bd12-bb68ba27cbb3 admin admin] Publish callbacks [] for router_gateway (0166ba64-a0a9-40b8-afd3-13db3e159e97), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:08.932867 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-85394af6-7355-41e6-b3f9-626a8bd25740 admin admin] Publish callbacks [] for security_group (0ac96110-fcd2-49eb-ae3f-106901b8bf60), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:08.965456 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41bd5fc7-6c88-46a8-bd12-bb68ba27cbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:08.989925 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c9da1b60-d367-4f3b-925f-8d98d289f648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'name': 'tempest-AttachVolumeShelveTestJSON-2069402318-router', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:03Z', 'updated_at': '2022-03-11T03:09:05Z', 'revision_number': 3, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'gw_port': {'id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fe:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:09:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi'}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:09:09.002656 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port 1b72232f-76d6-4c9a-b081-567bdc1ae76c triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:09:09.003674 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (1b72232f-76d6-4c9a-b081-567bdc1ae76c), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:09.021027 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9da1b60-d367-4f3b-925f-8d98d289f648 None None] Checking router: 6cc731f1-ac2f-4e1c-bdee-182a936eddb8 for host: dv-cinder-740146-14-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:09:09.021757 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9da1b60-d367-4f3b-925f-8d98d289f648 None None] Updating router 6cc731f1-ac2f-4e1c-bdee-182a936eddb8 port 067e7ae0-51a0-4c66-b773-f8d360131e51 binding host dv-cinder-740146-14-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 03:09:09.093615 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-85394af6-7355-41e6-b3f9-626a8bd25740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (0ac96110-fcd2-49eb-ae3f-106901b8bf60), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:09.102166 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-85394af6-7355-41e6-b3f9-626a8bd25740 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:09.105769 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-85394af6-7355-41e6-b3f9-626a8bd25740 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0ac96110-fcd2-49eb-ae3f-106901b8bf60 HTTP/1.1" status: 204 len: 168 time: 0.4844582 Mar 11 03:09:09.109188 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-c9da1b60-d367-4f3b-925f-8d98d289f648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (067e7ae0-51a0-4c66-b773-f8d360131e51), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:09.128244 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b0410e62-c8fc-459e-b172-c0778c540034 None None] Current status of the port 7c9d96b7-4654-47fc-bc45-cbb436598157 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:09:09.135040 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b0410e62-c8fc-459e-b172-c0778c540034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (7c9d96b7-4654-47fc-bc45-cbb436598157), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:09.175727 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85394af6-7355-41e6-b3f9-626a8bd25740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac96110-fcd2-49eb-ae3f-106901b8bf60,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:09.190737 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0910ddb7-eb68-45c0-b0c4-42a21bdbb905 admin admin] Router f64c16ae-eb84-4976-bb0d-79c3a8590dc5 is scheduled to L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 03:09:09.193904 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8cf9fad2-32ed-4f34-bfcb-38ca8cf476b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:09.216224 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-40202c17-833a-4955-9130-a9d266dc48e4 service neutron] 10.222.0.16 "GET /v2.0/networks/132822ca-ae8a-4714-bc21-54231d0157c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3719325 Mar 11 03:09:09.243373 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-41bd5fc7-6c88-46a8-bd12-bb68ba27cbb3 admin admin] Allocated IP 172.27.2.31 (9b47ca21-aede-450a-93e7-0e4b22f1eaa6/91a34137-7039-479a-a714-41dcecc02d59/06fbde6d-7784-431d-b451-acefee56c95b) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:09:09.322244 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-b0410e62-c8fc-459e-b172-c0778c540034 None None] For port 7c9d96b7-4654-47fc-bc45-cbb436598157, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=7c9d96b7-4654-47fc-bc45-cbb436598157,segment=NetworkSegment(f7c503d7-7470-4171-8604-818764f5f205),segment_id=f7c503d7-7470-4171-8604-818764f5f205)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:09:09.341746 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b0410e62-c8fc-459e-b172-c0778c540034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (7c9d96b7-4654-47fc-bc45-cbb436598157), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:09.427347 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port 1b72232f-76d6-4c9a-b081-567bdc1ae76c is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:09:09.435050 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 7c9d96b7-4654-47fc-bc45-cbb436598157 up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:09:09.643018 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0910ddb7-eb68-45c0-b0c4-42a21bdbb905 admin admin] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:09:09.707328 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 40970) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:09.736967 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41bd5fc7-6c88-46a8-bd12-bb68ba27cbb3 admin admin] Publish callbacks [] for port (06fbde6d-7784-431d-b451-acefee56c95b), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:09.754250 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9588d9be-a780-4eab-a7cf-21828fab8318 None None] Sync routers for ids ['f64c16ae-eb84-4976-bb0d-79c3a8590dc5'] in dv-cinder-740146-14-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:09:09.774409 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0910ddb7-eb68-45c0-b0c4-42a21bdbb905 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:09.775941 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-0910ddb7-eb68-45c0-b0c4-42a21bdbb905 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2695112 Mar 11 03:09:09.784053 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 40978) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:09.786452 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0410e62-c8fc-459e-b172-c0778c540034 None None] Pushing event updated for resources: {'Port': ['ID=7c9d96b7-4654-47fc-bc45-cbb436598157,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:09.789224 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c4072109-b1b3-4698-9fdf-35edf8e7eb1c None None] Provisioning complete for port 1b72232f-76d6-4c9a-b081-567bdc1ae76c triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:09:09.827111 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c4072109-b1b3-4698-9fdf-35edf8e7eb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (1b72232f-76d6-4c9a-b081-567bdc1ae76c), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:09.827111 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9588d9be-a780-4eab-a7cf-21828fab8318 None None] Routers {'f64c16ae-eb84-4976-bb0d-79c3a8590dc5'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:09:09.827111 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9588d9be-a780-4eab-a7cf-21828fab8318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:09:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['f64c16ae-eb84-4976-bb0d-79c3a8590dc5'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:09:09.839334 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6000b0f2-4cfb-42dd-b408-28823dd6b3a1 req-e9184579-4a45-4f87-857f-a9d9d1adf8e9 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/ports?device_id=59bf2d14-3efd-492b-a72c-626b8eb82304 HTTP/1.1" status: 200 len: 210 time: 0.1218765 Mar 11 03:09:09.868984 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41bd5fc7-6c88-46a8-bd12-bb68ba27cbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670'] for port (06fbde6d-7784-431d-b451-acefee56c95b), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:09.912951 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port 7c9d96b7-4654-47fc-bc45-cbb436598157 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:09:09.913519 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (7c9d96b7-4654-47fc-bc45-cbb436598157), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:09.931283 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 40984) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:09.955422 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bd5fc7-6c88-46a8-bd12-bb68ba27cbb3 admin admin] Network 9b47ca21-aede-450a-93e7-0e4b22f1eaa6 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:09:09.959637 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-69986f8a-327a-4575-bda4-5e4b7dbd9e2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:09.962524 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8cf9fad2-32ed-4f34-bfcb-38ca8cf476b3 admin admin] Publish callbacks [] for security_group (3b0c7847-abce-4c8c-be22-93c8658c9849), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:09.979448 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-41bd5fc7-6c88-46a8-bd12-bb68ba27cbb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:09:09.986348 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bd5fc7-6c88-46a8-bd12-bb68ba27cbb3 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:09:09.993164 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8cf9fad2-32ed-4f34-bfcb-38ca8cf476b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (3b0c7847-abce-4c8c-be22-93c8658c9849), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:10.071536 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf9fad2-32ed-4f34-bfcb-38ca8cf476b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0c7847-abce-4c8c-be22-93c8658c9849,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:10.195259 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd5fc7-6c88-46a8-bd12-bb68ba27cbb3 admin admin] Pushing event updated for resources: {'Port': ['ID=06fbde6d-7784-431d-b451-acefee56c95b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:10.200131 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-9588d9be-a780-4eab-a7cf-21828fab8318 None None] Set router f64c16ae-eb84-4976-bb0d-79c3a8590dc5 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:09:10.205336 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-69986f8a-327a-4575-bda4-5e4b7dbd9e2b admin admin] Publish callbacks [] for security_group (3872708a-40e3-4c04-a26d-2d3f1e9d7299), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:10.221207 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-8cf9fad2-32ed-4f34-bfcb-38ca8cf476b3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=52ee0bffac934928b70f85dc70940050&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6032526 Mar 11 03:09:10.228660 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 40992) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:10.245896 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-69986f8a-327a-4575-bda4-5e4b7dbd9e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (3872708a-40e3-4c04-a26d-2d3f1e9d7299), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:10.274071 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port 7c9d96b7-4654-47fc-bc45-cbb436598157 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:09:10.280866 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c4072109-b1b3-4698-9fdf-35edf8e7eb1c None None] Current status of the port 1b72232f-76d6-4c9a-b081-567bdc1ae76c is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:09:10.312141 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-c9da1b60-d367-4f3b-925f-8d98d289f648 None None] Publish callbacks [] for port (067e7ae0-51a0-4c66-b773-f8d360131e51), precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:10.321925 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-c9da1b60-d367-4f3b-925f-8d98d289f648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (067e7ae0-51a0-4c66-b773-f8d360131e51), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:10.327269 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c4072109-b1b3-4698-9fdf-35edf8e7eb1c None None] Provisioning complete for port 7c9d96b7-4654-47fc-bc45-cbb436598157 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:09:10.327930 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c4072109-b1b3-4698-9fdf-35edf8e7eb1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (7c9d96b7-4654-47fc-bc45-cbb436598157), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:10.400445 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-c9da1b60-d367-4f3b-925f-8d98d289f648 None None] Attempting to bind port 067e7ae0-51a0-4c66-b773-f8d360131e51 on host dv-cinder-740146-14-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:09:10.401508 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-c9da1b60-d367-4f3b-925f-8d98d289f648 None None] Attempting to bind port 067e7ae0-51a0-4c66-b773-f8d360131e51 by drivers openvswitch,hyperv on host dv-cinder-740146-14-iscsi at level 0 using segments [{'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:09:10.402094 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9da1b60-d367-4f3b-925f-8d98d289f648 None None] Attempting to bind port 067e7ae0-51a0-4c66-b773-f8d360131e51 on network 9b47ca21-aede-450a-93e7-0e4b22f1eaa6 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:09:10.412693 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9da1b60-d367-4f3b-925f-8d98d289f648 None None] Checking agent: {'id': '4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 1, 6), 'started_at': datetime.datetime(2022, 3, 11, 3, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:09:10.413353 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9da1b60-d367-4f3b-925f-8d98d289f648 None None] Checking segment: {'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:09:10.413954 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-c9da1b60-d367-4f3b-925f-8d98d289f648 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:10.414515 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9da1b60-d367-4f3b-925f-8d98d289f648 None None] Bound using segment: {'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:09:10.415357 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-c9da1b60-d367-4f3b-925f-8d98d289f648 None None] Bound port: 067e7ae0-51a0-4c66-b773-f8d360131e51, host: dv-cinder-740146-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:09:10.415910 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-c9da1b60-d367-4f3b-925f-8d98d289f648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (067e7ae0-51a0-4c66-b773-f8d360131e51), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:10.423623 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69986f8a-327a-4575-bda4-5e4b7dbd9e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3872708a-40e3-4c04-a26d-2d3f1e9d7299,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:10.461927 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-69986f8a-327a-4575-bda4-5e4b7dbd9e2b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f77f737e37a642d99f092e90d2774f05&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5244362 Mar 11 03:09:10.464854 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 41002) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:10.558732 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dcd170c2-d61d-4649-a289-c8a7a5938223 admin admin] Publish callbacks [] for security_group (3b0c7847-abce-4c8c-be22-93c8658c9849), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:10.576150 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-44b09c71-9836-4f8a-8aef-e46038343ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:10.578319 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-c9da1b60-d367-4f3b-925f-8d98d289f648 None None] For port 067e7ae0-51a0-4c66-b773-f8d360131e51, host dv-cinder-740146-14-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:09:10.588351 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-c9da1b60-d367-4f3b-925f-8d98d289f648 None None] For port 067e7ae0-51a0-4c66-b773-f8d360131e51, host dv-cinder-740146-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=067e7ae0-51a0-4c66-b773-f8d360131e51,segment=NetworkSegment(77d20882-625f-4a13-9566-ab6cf60f2c81),segment_id=77d20882-625f-4a13-9566-ab6cf60f2c81)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:09:10.625101 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-c9da1b60-d367-4f3b-925f-8d98d289f648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (067e7ae0-51a0-4c66-b773-f8d360131e51), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:10.644087 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dcd170c2-d61d-4649-a289-c8a7a5938223 admin admin] Publish callbacks [] for security_group (3b0c7847-abce-4c8c-be22-93c8658c9849), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:10.697361 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9543b654-d4eb-4907-93c7-87a35fbf6c57 None None] Pushing event updated for resources: {'Port': ['ID=067e7ae0-51a0-4c66-b773-f8d360131e51,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:10.698687 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 1b72232f-76d6-4c9a-b081-567bdc1ae76c up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:09:10.714474 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9543b654-d4eb-4907-93c7-87a35fbf6c57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:10.715074 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9543b654-d4eb-4907-93c7-87a35fbf6c57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:10.715574 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9543b654-d4eb-4907-93c7-87a35fbf6c57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:10.716052 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9543b654-d4eb-4907-93c7-87a35fbf6c57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:10.716547 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9543b654-d4eb-4907-93c7-87a35fbf6c57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:10.717008 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9543b654-d4eb-4907-93c7-87a35fbf6c57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:10.717744 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9543b654-d4eb-4907-93c7-87a35fbf6c57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:10.718240 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9543b654-d4eb-4907-93c7-87a35fbf6c57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:10.718720 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9543b654-d4eb-4907-93c7-87a35fbf6c57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:10.719322 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9543b654-d4eb-4907-93c7-87a35fbf6c57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:10.720541 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9543b654-d4eb-4907-93c7-87a35fbf6c57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:10.721023 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9543b654-d4eb-4907-93c7-87a35fbf6c57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:10.721489 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9543b654-d4eb-4907-93c7-87a35fbf6c57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:09:10.722874 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9543b654-d4eb-4907-93c7-87a35fbf6c57 None None] Tracked resource versions report: Mar 11 03:09:10.722874 dv-cinder-740146-14-iscsi neutron-server[103367]: pushed versions: Mar 11 03:09:10.722874 dv-cinder-740146-14-iscsi neutron-server[103367]: { 'AddressGroup': {'1.2'}, Mar 11 03:09:10.722874 dv-cinder-740146-14-iscsi neutron-server[103367]: 'ConntrackHelper': {'1.0'}, Mar 11 03:09:10.722874 dv-cinder-740146-14-iscsi neutron-server[103367]: 'LocalIPAssociation': {'1.0'}, Mar 11 03:09:10.722874 dv-cinder-740146-14-iscsi neutron-server[103367]: 'Log': {'1.0'}, Mar 11 03:09:10.722874 dv-cinder-740146-14-iscsi neutron-server[103367]: 'Network': {'1.1'}, Mar 11 03:09:10.722874 dv-cinder-740146-14-iscsi neutron-server[103367]: 'Port': {'1.7'}, Mar 11 03:09:10.722874 dv-cinder-740146-14-iscsi neutron-server[103367]: 'PortForwarding': {'1.2'}, Mar 11 03:09:10.722874 dv-cinder-740146-14-iscsi neutron-server[103367]: 'QosPolicy': {'1.10'}, Mar 11 03:09:10.722874 dv-cinder-740146-14-iscsi neutron-server[103367]: 'SecurityGroup': {'1.5'}, Mar 11 03:09:10.722874 dv-cinder-740146-14-iscsi neutron-server[103367]: 'SecurityGroupRule': {'1.2'}, Mar 11 03:09:10.722874 dv-cinder-740146-14-iscsi neutron-server[103367]: 'SubPort': {'1.0'}, Mar 11 03:09:10.722874 dv-cinder-740146-14-iscsi neutron-server[103367]: 'Subnet': {'1.1'}, Mar 11 03:09:10.722874 dv-cinder-740146-14-iscsi neutron-server[103367]: 'Trunk': {'1.1'}} Mar 11 03:09:10.722874 dv-cinder-740146-14-iscsi neutron-server[103367]: consumer versions: Mar 11 03:09:10.722874 dv-cinder-740146-14-iscsi neutron-server[103367]: { DHCP agent@dv-cinder-740146-14-iscsi: {}, Mar 11 03:09:10.722874 dv-cinder-740146-14-iscsi neutron-server[103367]: HyperV agent@hv-cinder-74014: {}, Mar 11 03:09:10.722874 dv-cinder-740146-14-iscsi neutron-server[103367]: L3 agent@dv-cinder-740146-14-iscsi: {}, Mar 11 03:09:10.722874 dv-cinder-740146-14-iscsi neutron-server[103367]: Metadata agent@dv-cinder-740146-14-iscsi: {}, Mar 11 03:09:10.722874 dv-cinder-740146-14-iscsi neutron-server[103367]: Metering agent@dv-cinder-740146-14-iscsi: {}, Mar 11 03:09:10.722874 dv-cinder-740146-14-iscsi neutron-server[103367]: Open vSwitch agent@dv-cinder-740146-14-iscsi: { 'AddressGroup': '1.2', Mar 11 03:09:10.722874 dv-cinder-740146-14-iscsi neutron-server[103367]: 'ConntrackHelper': '1.0', Mar 11 03:09:10.722874 dv-cinder-740146-14-iscsi neutron-server[103367]: 'LocalIPAssociation': '1.0', Mar 11 03:09:10.722874 dv-cinder-740146-14-iscsi neutron-server[103367]: 'Log': '1.0', Mar 11 03:09:10.722874 dv-cinder-740146-14-iscsi neutron-server[103367]: 'Network': '1.1', Mar 11 03:09:10.722874 dv-cinder-740146-14-iscsi neutron-server[103367]: 'Port': '1.7', Mar 11 03:09:10.722874 dv-cinder-740146-14-iscsi neutron-server[103367]: 'PortForwarding': '1.2', Mar 11 03:09:10.722874 dv-cinder-740146-14-iscsi neutron-server[103367]: 'QosPolicy': '1.10', Mar 11 03:09:10.722874 dv-cinder-740146-14-iscsi neutron-server[103367]: 'SecurityGroup': '1.5', Mar 11 03:09:10.722874 dv-cinder-740146-14-iscsi neutron-server[103367]: 'SecurityGroupRule': '1.2', Mar 11 03:09:10.722874 dv-cinder-740146-14-iscsi neutron-server[103367]: 'SubPort': '1.0', Mar 11 03:09:10.722874 dv-cinder-740146-14-iscsi neutron-server[103367]: 'Subnet': '1.1', Mar 11 03:09:10.722874 dv-cinder-740146-14-iscsi neutron-server[103367]: 'Trunk': '1.1'}} Mar 11 03:09:10.722874 dv-cinder-740146-14-iscsi neutron-server[103367]: {{(pid=103367) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 03:09:10.727277 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9da1b60-d367-4f3b-925f-8d98d289f648 None None] Routers {'6cc731f1-ac2f-4e1c-bdee-182a936eddb8'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:09:10.728061 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c9da1b60-d367-4f3b-925f-8d98d289f648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:09:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['6cc731f1-ac2f-4e1c-bdee-182a936eddb8'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:09:10.775278 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c4072109-b1b3-4698-9fdf-35edf8e7eb1c None None] Current status of the port 7c9d96b7-4654-47fc-bc45-cbb436598157 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:09:10.838446 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9588d9be-a780-4eab-a7cf-21828fab8318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'name': 'tempest-AttachVolumeTestJSON-664179423-router', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '262549d5-b931-4643-b731-0ec614fbf220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:09:07Z', 'revision_number': 3, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'gw_port': {'id': '262549d5-b931-4643-b731-0ec614fbf220', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:dc:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:05Z', 'updated_at': '2022-03-11T03:09:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi'}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:09:10.845184 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9543b654-d4eb-4907-93c7-87a35fbf6c57 None None] Pushing event updated for resources: {'Port': ['ID=067e7ae0-51a0-4c66-b773-f8d360131e51,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:10.949115 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41bd5fc7-6c88-46a8-bd12-bb68ba27cbb3 admin admin] Publish callbacks [] for router_gateway (0166ba64-a0a9-40b8-afd3-13db3e159e97), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:10.949842 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9588d9be-a780-4eab-a7cf-21828fab8318 None None] Checking router: f64c16ae-eb84-4976-bb0d-79c3a8590dc5 for host: dv-cinder-740146-14-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:09:10.950698 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9588d9be-a780-4eab-a7cf-21828fab8318 None None] Updating router f64c16ae-eb84-4976-bb0d-79c3a8590dc5 port 262549d5-b931-4643-b731-0ec614fbf220 binding host dv-cinder-740146-14-iscsi {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 03:09:11.007071 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-c9da1b60-d367-4f3b-925f-8d98d289f648 None None] Set router 6cc731f1-ac2f-4e1c-bdee-182a936eddb8 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:09:11.021229 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-718373ec-08f4-48f7-9200-aecbe7917aad req-4d6d4782-8566-401b-bb25-c3b9b93a6742 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/ports?device_id=59bf2d14-3efd-492b-a72c-626b8eb82304 HTTP/1.1" status: 200 len: 210 time: 0.0403988 Mar 11 03:09:11.097839 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port 1b72232f-76d6-4c9a-b081-567bdc1ae76c triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:09:11.098393 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (1b72232f-76d6-4c9a-b081-567bdc1ae76c), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:11.101375 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6fc073e6-8db9-4e7d-9f71-2147c61c2c3c admin admin] Publish callbacks [] for security_group (3872708a-40e3-4c04-a26d-2d3f1e9d7299), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:11.115697 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d5f9dd6a-dae7-434c-827d-b34360960a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:11.120673 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dcd170c2-d61d-4649-a289-c8a7a5938223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (3b0c7847-abce-4c8c-be22-93c8658c9849), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:11.123376 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dcd170c2-d61d-4649-a289-c8a7a5938223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:11.127237 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-dcd170c2-d61d-4649-a289-c8a7a5938223 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b0c7847-abce-4c8c-be22-93c8658c9849 HTTP/1.1" status: 204 len: 168 time: 0.8919733 Mar 11 03:09:11.147020 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd170c2-d61d-4649-a289-c8a7a5938223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0c7847-abce-4c8c-be22-93c8658c9849,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:11.149983 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6fc073e6-8db9-4e7d-9f71-2147c61c2c3c admin admin] Publish callbacks [] for security_group (3872708a-40e3-4c04-a26d-2d3f1e9d7299), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:11.150740 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-44b09c71-9836-4f8a-8aef-e46038343ba7 admin admin] Allocated IP 172.20.0.1 (24591a89-9096-47e5-935c-efce9ff962e5/b3f1ad71-9fd3-4f40-b64d-92b2f6facb57/36d581ab-f865-4b2a-bdbb-2a77e0ca66ba) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:09:11.246751 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9588d9be-a780-4eab-a7cf-21828fab8318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (262549d5-b931-4643-b731-0ec614fbf220), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:11.315434 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6fc073e6-8db9-4e7d-9f71-2147c61c2c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (3872708a-40e3-4c04-a26d-2d3f1e9d7299), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:11.320040 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6fc073e6-8db9-4e7d-9f71-2147c61c2c3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:11.321456 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-6fc073e6-8db9-4e7d-9f71-2147c61c2c3c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3872708a-40e3-4c04-a26d-2d3f1e9d7299 HTTP/1.1" status: 204 len: 168 time: 0.8553574 Mar 11 03:09:11.345611 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c9da1b60-d367-4f3b-925f-8d98d289f648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'name': 'tempest-AttachVolumeShelveTestJSON-2069402318-router', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:03Z', 'updated_at': '2022-03-11T03:09:05Z', 'revision_number': 3, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'gw_port': {'id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fe:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi'}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:09:11.379067 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc073e6-8db9-4e7d-9f71-2147c61c2c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3872708a-40e3-4c04-a26d-2d3f1e9d7299,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:11.413741 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9da1b60-d367-4f3b-925f-8d98d289f648 None None] The sync data for ids ['6cc731f1-ac2f-4e1c-bdee-182a936eddb8'] in dv-cinder-740146-14-iscsi is: [{'id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'name': 'tempest-AttachVolumeShelveTestJSON-2069402318-router', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:03Z', 'updated_at': '2022-03-11T03:09:05Z', 'revision_number': 3, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'gw_port': {'id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fe:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:09:11.540189 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41bd5fc7-6c88-46a8-bd12-bb68ba27cbb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1752476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1739806'] for router (0166ba64-a0a9-40b8-afd3-13db3e159e97), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:11.639786 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port 1b72232f-76d6-4c9a-b081-567bdc1ae76c is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:09:11.640895 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 7c9d96b7-4654-47fc-bc45-cbb436598157 up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:09:11.742200 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41bd5fc7-6c88-46a8-bd12-bb68ba27cbb3 admin admin] Router 0166ba64-a0a9-40b8-afd3-13db3e159e97 is scheduled to L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 03:09:11.875636 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port 7c9d96b7-4654-47fc-bc45-cbb436598157 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:09:11.881016 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (7c9d96b7-4654-47fc-bc45-cbb436598157), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:11.889745 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-d5f9dd6a-dae7-434c-827d-b34360960a09 admin admin] Allocated IP 172.20.0.1 (f37c9105-a6f8-4fcf-a203-248706ae8fe4/9d7ee705-0509-4a4b-bcad-7ac46e456173/ae06cdad-78cb-49b8-ac49-893a5dc17d71) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:09:11.996440 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9588d9be-a780-4eab-a7cf-21828fab8318 None None] Publish callbacks [] for port (262549d5-b931-4643-b731-0ec614fbf220), precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:12.009265 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9588d9be-a780-4eab-a7cf-21828fab8318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (262549d5-b931-4643-b731-0ec614fbf220), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:12.159300 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-44b09c71-9836-4f8a-8aef-e46038343ba7 admin admin] Publish callbacks [] for port (36d581ab-f865-4b2a-bdbb-2a77e0ca66ba), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:12.162199 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bd5fc7-6c88-46a8-bd12-bb68ba27cbb3 admin admin] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:09:12.184703 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-9588d9be-a780-4eab-a7cf-21828fab8318 None None] Attempting to bind port 262549d5-b931-4643-b731-0ec614fbf220 on host dv-cinder-740146-14-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:09:12.185535 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-9588d9be-a780-4eab-a7cf-21828fab8318 None None] Attempting to bind port 262549d5-b931-4643-b731-0ec614fbf220 by drivers openvswitch,hyperv on host dv-cinder-740146-14-iscsi at level 0 using segments [{'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:09:12.185645 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f25744-8383-4add-973f-c7b8b57834d0 None None] Sync routers for ids ['0166ba64-a0a9-40b8-afd3-13db3e159e97'] in dv-cinder-740146-14-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:09:12.187663 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9588d9be-a780-4eab-a7cf-21828fab8318 None None] Attempting to bind port 262549d5-b931-4643-b731-0ec614fbf220 on network 9b47ca21-aede-450a-93e7-0e4b22f1eaa6 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:09:12.209082 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f25744-8383-4add-973f-c7b8b57834d0 None None] Routers {'0166ba64-a0a9-40b8-afd3-13db3e159e97'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:09:12.209734 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-90f25744-8383-4add-973f-c7b8b57834d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:09:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['0166ba64-a0a9-40b8-afd3-13db3e159e97'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:09:12.211228 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41bd5fc7-6c88-46a8-bd12-bb68ba27cbb3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:12.214008 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-41bd5fc7-6c88-46a8-bd12-bb68ba27cbb3 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.4338281 Mar 11 03:09:12.217731 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 41064) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:12.222724 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96bb62-da99-49ee-a509-9bef46d9c622 None None] Pushing event updated for resources: {'Port': ['ID=262549d5-b931-4643-b731-0ec614fbf220,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:12.235262 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9588d9be-a780-4eab-a7cf-21828fab8318 None None] Checking agent: {'id': '4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 1, 6), 'started_at': datetime.datetime(2022, 3, 11, 3, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:09:12.240292 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9588d9be-a780-4eab-a7cf-21828fab8318 None None] Checking segment: {'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:09:12.242422 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9588d9be-a780-4eab-a7cf-21828fab8318 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:12.243992 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9588d9be-a780-4eab-a7cf-21828fab8318 None None] Bound using segment: {'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:09:12.244728 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-9588d9be-a780-4eab-a7cf-21828fab8318 None None] Bound port: 262549d5-b931-4643-b731-0ec614fbf220, host: dv-cinder-740146-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:09:12.248945 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9588d9be-a780-4eab-a7cf-21828fab8318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (262549d5-b931-4643-b731-0ec614fbf220), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:12.256993 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d5f9dd6a-dae7-434c-827d-b34360960a09 admin admin] Publish callbacks [] for port (ae06cdad-78cb-49b8-ac49-893a5dc17d71), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:12.449908 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9588d9be-a780-4eab-a7cf-21828fab8318 None None] For port 262549d5-b931-4643-b731-0ec614fbf220, host dv-cinder-740146-14-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:09:12.463078 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-44b09c71-9836-4f8a-8aef-e46038343ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670'] for port (36d581ab-f865-4b2a-bdbb-2a77e0ca66ba), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:12.465627 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-9588d9be-a780-4eab-a7cf-21828fab8318 None None] For port 262549d5-b931-4643-b731-0ec614fbf220, host dv-cinder-740146-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=262549d5-b931-4643-b731-0ec614fbf220,segment=NetworkSegment(77d20882-625f-4a13-9566-ab6cf60f2c81),segment_id=77d20882-625f-4a13-9566-ab6cf60f2c81)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:09:12.555758 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9588d9be-a780-4eab-a7cf-21828fab8318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (262549d5-b931-4643-b731-0ec614fbf220), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:12.583878 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-90f25744-8383-4add-973f-c7b8b57834d0 None None] Set router 0166ba64-a0a9-40b8-afd3-13db3e159e97 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:09:12.666316 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3316bab2-88ce-4344-b751-4936933377ad req-30f0bd87-5d66-44e6-bc96-11a9560da698 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/ports?device_id=59bf2d14-3efd-492b-a72c-626b8eb82304 HTTP/1.1" status: 200 len: 210 time: 0.1793437 Mar 11 03:09:12.668400 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b09c71-9836-4f8a-8aef-e46038343ba7 admin admin] Network 24591a89-9096-47e5-935c-efce9ff962e5 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:09:12.696969 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d5f9dd6a-dae7-434c-827d-b34360960a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670'] for port (ae06cdad-78cb-49b8-ac49-893a5dc17d71), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:12.722869 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-44b09c71-9836-4f8a-8aef-e46038343ba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:09:12.747030 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port 7c9d96b7-4654-47fc-bc45-cbb436598157 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:09:12.747828 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b09c71-9836-4f8a-8aef-e46038343ba7 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:09:12.748489 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-44b09c71-9836-4f8a-8aef-e46038343ba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1736817'] for router_interface (6cc731f1-ac2f-4e1c-bdee-182a936eddb8), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:12.759146 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b09c71-9836-4f8a-8aef-e46038343ba7 admin admin] Pushing event updated for resources: {'Port': ['ID=36d581ab-f865-4b2a-bdbb-2a77e0ca66ba,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:12.787797 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9588d9be-a780-4eab-a7cf-21828fab8318 None None] Routers {'f64c16ae-eb84-4976-bb0d-79c3a8590dc5'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:09:12.787797 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9588d9be-a780-4eab-a7cf-21828fab8318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:09:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['f64c16ae-eb84-4976-bb0d-79c3a8590dc5'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:09:13.017608 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f9dd6a-dae7-434c-827d-b34360960a09 admin admin] Network f37c9105-a6f8-4fcf-a203-248706ae8fe4 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:09:13.206718 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.18', 55166) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:13.214426 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-d5f9dd6a-dae7-434c-827d-b34360960a09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:09:13.226957 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 067e7ae0-51a0-4c66-b773-f8d360131e51 up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:09:13.379671 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-90f25744-8383-4add-973f-c7b8b57834d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0166ba64-a0a9-40b8-afd3-13db3e159e97', 'name': 'tempest-ServerRescueNegativeTestJSON-1308742083-router', 'tenant_id': 'f7e7fb507bd241639abd2bb972ec968e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '06fbde6d-7784-431d-b451-acefee56c95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:06Z', 'updated_at': '2022-03-11T03:09:10Z', 'revision_number': 3, 'project_id': 'f7e7fb507bd241639abd2bb972ec968e', 'gw_port': {'id': '06fbde6d-7784-431d-b451-acefee56c95b', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0166ba64-a0a9-40b8-afd3-13db3e159e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:08Z', 'updated_at': '2022-03-11T03:09:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi'}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:09:13.451214 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f25744-8383-4add-973f-c7b8b57834d0 None None] Checking router: 0166ba64-a0a9-40b8-afd3-13db3e159e97 for host: dv-cinder-740146-14-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:09:13.451575 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f25744-8383-4add-973f-c7b8b57834d0 None None] Updating router 0166ba64-a0a9-40b8-afd3-13db3e159e97 port 06fbde6d-7784-431d-b451-acefee56c95b binding host dv-cinder-740146-14-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 03:09:13.455906 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96bb62-da99-49ee-a509-9bef46d9c622 None None] Pushing event updated for resources: {'Port': ['ID=262549d5-b931-4643-b731-0ec614fbf220,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:13.524922 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-9588d9be-a780-4eab-a7cf-21828fab8318 None None] Set router f64c16ae-eb84-4976-bb0d-79c3a8590dc5 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:09:13.527159 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-90f25744-8383-4add-973f-c7b8b57834d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (06fbde6d-7784-431d-b451-acefee56c95b), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:13.549045 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f9dd6a-dae7-434c-827d-b34360960a09 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:09:13.551409 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d5f9dd6a-dae7-434c-827d-b34360960a09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1736817'] for router_interface (f64c16ae-eb84-4976-bb0d-79c3a8590dc5), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:13.829748 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-cfe29801-8bde-402f-9c80-6c46eb24d200 None None] Provisioning complete for port 36d581ab-f865-4b2a-bdbb-2a77e0ca66ba triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:09:13.830158 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cfe29801-8bde-402f-9c80-6c46eb24d200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (36d581ab-f865-4b2a-bdbb-2a77e0ca66ba), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:13.878495 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-69f1d268-fdc4-4d26-b745-4c6e17fab9dc tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:13.882495 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-69f1d268-fdc4-4d26-b745-4c6e17fab9dc tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.18 "GET /v2.0/networks?id=132822ca-ae8a-4714-bc21-54231d0157c2 HTTP/1.1" status: 200 len: 812 time: 0.6746850 Mar 11 03:09:14.013426 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-6e23be3c-3aae-453c-82d2-208d45e8a2e7 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Request body: {'port': {'device_id': '59bf2d14-3efd-492b-a72c-626b8eb82304', 'network_id': '132822ca-ae8a-4714-bc21-54231d0157c2', 'admin_state_up': True, 'tenant_id': '8ef75ff01cf245fbb97256570b870d1f'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:09:14.023268 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d5f9dd6a-dae7-434c-827d-b34360960a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (ae06cdad-78cb-49b8-ac49-893a5dc17d71), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:14.057834 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bf1e9a1d-866a-4e11-a9db-155621657109 req-a3c03fbe-c88b-4113-a542-8dff2b98fc56 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/ports?device_id=59bf2d14-3efd-492b-a72c-626b8eb82304 HTTP/1.1" status: 200 len: 210 time: 0.1778364 Mar 11 03:09:14.195744 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9dd6a-dae7-434c-827d-b34360960a09 admin admin] Pushing event updated for resources: {'Port': ['ID=ae06cdad-78cb-49b8-ac49-893a5dc17d71,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:14.229677 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-44b09c71-9836-4f8a-8aef-e46038343ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (36d581ab-f865-4b2a-bdbb-2a77e0ca66ba), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:14.361516 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-cfe29801-8bde-402f-9c80-6c46eb24d200 None None] Port 36d581ab-f865-4b2a-bdbb-2a77e0ca66ba cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:09:14.622094 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port 067e7ae0-51a0-4c66-b773-f8d360131e51 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:09:14.622725 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (067e7ae0-51a0-4c66-b773-f8d360131e51), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:14.713381 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0d1ca730-df8d-473c-9be5-a0d896473db8 None None] Provisioning complete for port ae06cdad-78cb-49b8-ac49-893a5dc17d71 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:09:14.713766 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0d1ca730-df8d-473c-9be5-a0d896473db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (ae06cdad-78cb-49b8-ac49-893a5dc17d71), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:14.776279 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0d1ca730-df8d-473c-9be5-a0d896473db8 None None] Port ae06cdad-78cb-49b8-ac49-893a5dc17d71 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:09:14.804922 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-90f25744-8383-4add-973f-c7b8b57834d0 None None] Publish callbacks [] for port (06fbde6d-7784-431d-b451-acefee56c95b), precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:14.819287 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-90f25744-8383-4add-973f-c7b8b57834d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (06fbde6d-7784-431d-b451-acefee56c95b), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:14.882984 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9588d9be-a780-4eab-a7cf-21828fab8318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'name': 'tempest-AttachVolumeTestJSON-664179423-router', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '262549d5-b931-4643-b731-0ec614fbf220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:09:07Z', 'revision_number': 3, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'gw_port': {'id': '262549d5-b931-4643-b731-0ec614fbf220', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:dc:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:05Z', 'updated_at': '2022-03-11T03:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi'}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:09:14.900969 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e23ae-781e-40fd-abfe-b57f438435fc None None] Pushing event updated for resources: {'Port': ['ID=06fbde6d-7784-431d-b451-acefee56c95b,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:14.931402 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d5f9dd6a-dae7-434c-827d-b34360960a09 admin admin] Publish callbacks [] for port (ae06cdad-78cb-49b8-ac49-893a5dc17d71), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:14.935718 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-90f25744-8383-4add-973f-c7b8b57834d0 None None] Attempting to bind port 06fbde6d-7784-431d-b451-acefee56c95b on host dv-cinder-740146-14-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:09:14.939452 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-90f25744-8383-4add-973f-c7b8b57834d0 None None] Attempting to bind port 06fbde6d-7784-431d-b451-acefee56c95b by drivers openvswitch,hyperv on host dv-cinder-740146-14-iscsi at level 0 using segments [{'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:09:14.940996 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f25744-8383-4add-973f-c7b8b57834d0 None None] Attempting to bind port 06fbde6d-7784-431d-b451-acefee56c95b on network 9b47ca21-aede-450a-93e7-0e4b22f1eaa6 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:09:14.945157 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d5f9dd6a-dae7-434c-827d-b34360960a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (ae06cdad-78cb-49b8-ac49-893a5dc17d71), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:14.947047 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d5f9dd6a-dae7-434c-827d-b34360960a09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736925'] for router_interface (f64c16ae-eb84-4976-bb0d-79c3a8590dc5), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:14.958137 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f25744-8383-4add-973f-c7b8b57834d0 None None] Checking agent: {'id': '4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 1, 6), 'started_at': datetime.datetime(2022, 3, 11, 3, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:09:14.958524 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f25744-8383-4add-973f-c7b8b57834d0 None None] Checking segment: {'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:09:14.962059 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-90f25744-8383-4add-973f-c7b8b57834d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:14.962059 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f25744-8383-4add-973f-c7b8b57834d0 None None] Bound using segment: {'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:09:14.962059 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-90f25744-8383-4add-973f-c7b8b57834d0 None None] Bound port: 06fbde6d-7784-431d-b451-acefee56c95b, host: dv-cinder-740146-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:09:14.962284 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-6e23be3c-3aae-453c-82d2-208d45e8a2e7 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Made reservation on behalf of 8ef75ff01cf245fbb97256570b870d1f for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:09:14.963291 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-90f25744-8383-4add-973f-c7b8b57834d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (06fbde6d-7784-431d-b451-acefee56c95b), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:14.972848 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9588d9be-a780-4eab-a7cf-21828fab8318 None None] The sync data for ids ['f64c16ae-eb84-4976-bb0d-79c3a8590dc5'] in dv-cinder-740146-14-iscsi is: [{'id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'name': 'tempest-AttachVolumeTestJSON-664179423-router', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '262549d5-b931-4643-b731-0ec614fbf220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:09:07Z', 'revision_number': 3, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'gw_port': {'id': '262549d5-b931-4643-b731-0ec614fbf220', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:dc:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:05Z', 'updated_at': '2022-03-11T03:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi'}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:09:14.982651 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-6e23be3c-3aae-453c-82d2-208d45e8a2e7 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:15.052304 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port 067e7ae0-51a0-4c66-b773-f8d360131e51 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:09:15.053243 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (067e7ae0-51a0-4c66-b773-f8d360131e51), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:15.124940 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] For port 067e7ae0-51a0-4c66-b773-f8d360131e51, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=067e7ae0-51a0-4c66-b773-f8d360131e51,segment=NetworkSegment(77d20882-625f-4a13-9566-ab6cf60f2c81),segment_id=77d20882-625f-4a13-9566-ab6cf60f2c81)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:09:15.127639 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7e20660b-f61d-4608-a9ce-84c3cd0bc04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:15.135528 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (067e7ae0-51a0-4c66-b773-f8d360131e51), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:15.149079 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-90f25744-8383-4add-973f-c7b8b57834d0 None None] For port 06fbde6d-7784-431d-b451-acefee56c95b, host dv-cinder-740146-14-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:09:15.163668 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-90f25744-8383-4add-973f-c7b8b57834d0 None None] For port 06fbde6d-7784-431d-b451-acefee56c95b, host dv-cinder-740146-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=06fbde6d-7784-431d-b451-acefee56c95b,segment=NetworkSegment(77d20882-625f-4a13-9566-ab6cf60f2c81),segment_id=77d20882-625f-4a13-9566-ab6cf60f2c81)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:09:15.216623 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-90f25744-8383-4add-973f-c7b8b57834d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (06fbde6d-7784-431d-b451-acefee56c95b), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:15.310979 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9dd6a-dae7-434c-827d-b34360960a09 admin admin] Pushing event updated for resources: {'Port': ['ID=ae06cdad-78cb-49b8-ac49-893a5dc17d71,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:15.314497 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Pushing event updated for resources: {'Port': ['ID=067e7ae0-51a0-4c66-b773-f8d360131e51,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:15.319587 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 41214) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:15.460661 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f25744-8383-4add-973f-c7b8b57834d0 None None] Routers {'0166ba64-a0a9-40b8-afd3-13db3e159e97'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:09:15.469962 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-90f25744-8383-4add-973f-c7b8b57834d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:09:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['0166ba64-a0a9-40b8-afd3-13db3e159e97'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:09:15.473274 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-44b09c71-9836-4f8a-8aef-e46038343ba7 admin admin] Publish callbacks [] for port (36d581ab-f865-4b2a-bdbb-2a77e0ca66ba), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:15.515095 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-44b09c71-9836-4f8a-8aef-e46038343ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (36d581ab-f865-4b2a-bdbb-2a77e0ca66ba), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:15.516661 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-44b09c71-9836-4f8a-8aef-e46038343ba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736925'] for router_interface (6cc731f1-ac2f-4e1c-bdee-182a936eddb8), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:15.587606 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b09c71-9836-4f8a-8aef-e46038343ba7 admin admin] Pushing event updated for resources: {'Port': ['ID=36d581ab-f865-4b2a-bdbb-2a77e0ca66ba,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:15.593568 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8fb3898d-c56e-447e-9d09-3d4ad93b1467 req-fa2abc62-f7a3-4771-a092-3e00e9fb1dac tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/ports?device_id=59bf2d14-3efd-492b-a72c-626b8eb82304 HTTP/1.1" status: 200 len: 210 time: 0.2724128 Mar 11 03:09:15.669353 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e23ae-781e-40fd-abfe-b57f438435fc None None] Pushing event updated for resources: {'Port': ['ID=06fbde6d-7784-431d-b451-acefee56c95b,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:15.837025 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-90f25744-8383-4add-973f-c7b8b57834d0 None None] Set router 0166ba64-a0a9-40b8-afd3-13db3e159e97 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:09:16.053579 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f9dd6a-dae7-434c-827d-b34360960a09 admin admin] Network f37c9105-a6f8-4fcf-a203-248706ae8fe4 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:09:16.089258 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-d5f9dd6a-dae7-434c-827d-b34360960a09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:09:16.102259 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4a7da01e-d10c-494a-ab19-3bed4b20d806 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:16.129027 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b09c71-9836-4f8a-8aef-e46038343ba7 admin admin] Network 24591a89-9096-47e5-935c-efce9ff962e5 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:09:16.152471 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-44b09c71-9836-4f8a-8aef-e46038343ba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:09:16.266568 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-6e23be3c-3aae-453c-82d2-208d45e8a2e7 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Allocated IP 172.20.0.9 (132822ca-ae8a-4714-bc21-54231d0157c2/8a55c2f0-22b9-4102-8a28-d7546a6a36d0/eebde8dc-ce33-41b6-9cbf-6d74fd1f2717) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:09:16.433908 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-90f25744-8383-4add-973f-c7b8b57834d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0166ba64-a0a9-40b8-afd3-13db3e159e97', 'name': 'tempest-ServerRescueNegativeTestJSON-1308742083-router', 'tenant_id': 'f7e7fb507bd241639abd2bb972ec968e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '06fbde6d-7784-431d-b451-acefee56c95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:06Z', 'updated_at': '2022-03-11T03:09:10Z', 'revision_number': 3, 'project_id': 'f7e7fb507bd241639abd2bb972ec968e', 'gw_port': {'id': '06fbde6d-7784-431d-b451-acefee56c95b', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0166ba64-a0a9-40b8-afd3-13db3e159e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:08Z', 'updated_at': '2022-03-11T03:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi'}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:09:16.457608 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-7e20660b-f61d-4608-a9ce-84c3cd0bc04c admin admin] Allocated IP 172.20.0.1 (e2d579c7-a842-4f0b-93b4-f7cc1c183b27/e0cab262-f422-464f-830a-5936d4fe68aa/d032425e-cc0e-4726-a6c2-a4f773a934ac) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:09:16.584617 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f25744-8383-4add-973f-c7b8b57834d0 None None] The sync data for ids ['0166ba64-a0a9-40b8-afd3-13db3e159e97'] in dv-cinder-740146-14-iscsi is: [{'id': '0166ba64-a0a9-40b8-afd3-13db3e159e97', 'name': 'tempest-ServerRescueNegativeTestJSON-1308742083-router', 'tenant_id': 'f7e7fb507bd241639abd2bb972ec968e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '06fbde6d-7784-431d-b451-acefee56c95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:06Z', 'updated_at': '2022-03-11T03:09:10Z', 'revision_number': 3, 'project_id': 'f7e7fb507bd241639abd2bb972ec968e', 'gw_port': {'id': '06fbde6d-7784-431d-b451-acefee56c95b', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0166ba64-a0a9-40b8-afd3-13db3e159e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:08Z', 'updated_at': '2022-03-11T03:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:09:16.629924 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f9dd6a-dae7-434c-827d-b34360960a09 admin admin] Router f64c16ae-eb84-4976-bb0d-79c3a8590dc5 has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:09:16.741432 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-86c5eea1-9fe7-4f67-bbed-9f28a5badf2b None None] Provisioning complete for port 36d581ab-f865-4b2a-bdbb-2a77e0ca66ba triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:09:16.742472 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-86c5eea1-9fe7-4f67-bbed-9f28a5badf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (36d581ab-f865-4b2a-bdbb-2a77e0ca66ba), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:16.866308 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7e20660b-f61d-4608-a9ce-84c3cd0bc04c admin admin] Publish callbacks [] for port (d032425e-cc0e-4726-a6c2-a4f773a934ac), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:16.898202 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-86c5eea1-9fe7-4f67-bbed-9f28a5badf2b None None] Port 36d581ab-f865-4b2a-bdbb-2a77e0ca66ba cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:09:16.943973 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-86c5eea1-9fe7-4f67-bbed-9f28a5badf2b None None] Provisioning complete for port ae06cdad-78cb-49b8-ac49-893a5dc17d71 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:09:16.944330 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-86c5eea1-9fe7-4f67-bbed-9f28a5badf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (ae06cdad-78cb-49b8-ac49-893a5dc17d71), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:17.087068 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 41256) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:17.122758 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-86c5eea1-9fe7-4f67-bbed-9f28a5badf2b None None] Port ae06cdad-78cb-49b8-ac49-893a5dc17d71 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:09:17.137912 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7e20660b-f61d-4608-a9ce-84c3cd0bc04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670'] for port (d032425e-cc0e-4726-a6c2-a4f773a934ac), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:17.153734 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-6e23be3c-3aae-453c-82d2-208d45e8a2e7 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Publish callbacks [] for port (eebde8dc-ce33-41b6-9cbf-6d74fd1f2717), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:17.202173 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e20660b-f61d-4608-a9ce-84c3cd0bc04c admin admin] Network e2d579c7-a842-4f0b-93b4-f7cc1c183b27 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:09:17.210539 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-7e20660b-f61d-4608-a9ce-84c3cd0bc04c admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:09:17.215873 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e20660b-f61d-4608-a9ce-84c3cd0bc04c admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:09:17.216386 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7e20660b-f61d-4608-a9ce-84c3cd0bc04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1736817'] for router_interface (0166ba64-a0a9-40b8-afd3-13db3e159e97), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:17.353303 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20660b-f61d-4608-a9ce-84c3cd0bc04c admin admin] Pushing event updated for resources: {'Port': ['ID=d032425e-cc0e-4726-a6c2-a4f773a934ac,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:17.541694 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-6e23be3c-3aae-453c-82d2-208d45e8a2e7 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670'] for port (eebde8dc-ce33-41b6-9cbf-6d74fd1f2717), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:17.565450 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d967f6ab-c7e4-4063-8300-f5c72bb9a471 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:17.590325 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 06fbde6d-7784-431d-b451-acefee56c95b up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:09:17.839022 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port 06fbde6d-7784-431d-b451-acefee56c95b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:09:17.840265 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (06fbde6d-7784-431d-b451-acefee56c95b), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:17.878879 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-6e23be3c-3aae-453c-82d2-208d45e8a2e7 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Network 132822ca-ae8a-4714-bc21-54231d0157c2 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:09:17.903918 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-6e23be3c-3aae-453c-82d2-208d45e8a2e7 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:09:17.951289 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-6e23be3c-3aae-453c-82d2-208d45e8a2e7 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:09:17.958781 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-6e23be3c-3aae-453c-82d2-208d45e8a2e7 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:17.960349 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-6e23be3c-3aae-453c-82d2-208d45e8a2e7 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:17.993345 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b09c71-9836-4f8a-8aef-e46038343ba7 admin admin] Router 6cc731f1-ac2f-4e1c-bdee-182a936eddb8 has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:09:18.001089 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4a7da01e-d10c-494a-ab19-3bed4b20d806 admin admin] Publish callbacks [] for security_group (b54cc881-ad06-4fc9-a9bc-44eba038ddd8), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:18.039653 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e23be3c-3aae-453c-82d2-208d45e8a2e7 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Pushing event updated for resources: {'Port': ['ID=eebde8dc-ce33-41b6-9cbf-6d74fd1f2717,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:18.072966 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4a7da01e-d10c-494a-ab19-3bed4b20d806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (b54cc881-ad06-4fc9-a9bc-44eba038ddd8), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:18.096594 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port 06fbde6d-7784-431d-b451-acefee56c95b is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:09:18.098599 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (06fbde6d-7784-431d-b451-acefee56c95b), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:18.133837 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa2b1e-2658-4b16-b193-26ad2c2ed87c req-2644361f-465f-4f96-8ac1-48ca7b6cc4da tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:18.137168 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-06aa2b1e-2658-4b16-b193-26ad2c2ed87c req-2644361f-465f-4f96-8ac1-48ca7b6cc4da tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/ports?device_id=59bf2d14-3efd-492b-a72c-626b8eb82304 HTTP/1.1" status: 200 len: 931 time: 0.6403809 Mar 11 03:09:18.150096 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] For port 06fbde6d-7784-431d-b451-acefee56c95b, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=06fbde6d-7784-431d-b451-acefee56c95b,segment=NetworkSegment(77d20882-625f-4a13-9566-ab6cf60f2c81),segment_id=77d20882-625f-4a13-9566-ab6cf60f2c81)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:09:18.156014 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (06fbde6d-7784-431d-b451-acefee56c95b), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:18.158394 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 067e7ae0-51a0-4c66-b773-f8d360131e51 up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:09:18.199299 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f9dd6a-dae7-434c-827d-b34360960a09 admin admin] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:09:18.206187 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-d5f9dd6a-dae7-434c-827d-b34360960a09 admin admin] 10.222.0.16 "PUT /v2.0/routers/f64c16ae-eb84-4976-bb0d-79c3a8590dc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3948197 Mar 11 03:09:18.226450 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d967f6ab-c7e4-4063-8300-f5c72bb9a471 admin admin] Publish callbacks [] for security_group (1448025a-429a-407f-bb32-b6c5149b4b85), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:18.241649 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7da01e-d10c-494a-ab19-3bed4b20d806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54cc881-ad06-4fc9-a9bc-44eba038ddd8,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:18.254421 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-6e23be3c-3aae-453c-82d2-208d45e8a2e7 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2553825 Mar 11 03:09:18.335942 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d967f6ab-c7e4-4063-8300-f5c72bb9a471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (1448025a-429a-407f-bb32-b6c5149b4b85), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:18.424045 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6fa5f4-33e5-4599-8f39-4d353b588c2e None None] Sync routers for ids ['f64c16ae-eb84-4976-bb0d-79c3a8590dc5'] in dv-cinder-740146-14-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:09:18.432651 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-550c219e-ce68-438e-8782-870f7092a707 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 03:09:18.438557 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-550c219e-ce68-438e-8782-870f7092a707 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0436649 Mar 11 03:09:18.498070 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-06aa2b1e-2658-4b16-b193-26ad2c2ed87c req-ba0966b0-9301-4364-8133-8cbbecb050fb tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a3dff98-a65a-4957-972f-ede6b0660612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304050 Mar 11 03:09:18.515175 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-4a7da01e-d10c-494a-ab19-3bed4b20d806 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0f0489bc9f2142c3b413f8537e357139&name=default HTTP/1.1" status: 200 len: 2996 time: 3.1881056 Mar 11 03:09:18.520200 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 41288) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:18.557973 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7e20660b-f61d-4608-a9ce-84c3cd0bc04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (d032425e-cc0e-4726-a6c2-a4f773a934ac), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:18.585919 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6fa5f4-33e5-4599-8f39-4d353b588c2e None None] Routers {'f64c16ae-eb84-4976-bb0d-79c3a8590dc5'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:09:18.589489 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-4c6fa5f4-33e5-4599-8f39-4d353b588c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:09:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['f64c16ae-eb84-4976-bb0d-79c3a8590dc5'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:09:18.618664 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port 067e7ae0-51a0-4c66-b773-f8d360131e51 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:09:18.619287 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (067e7ae0-51a0-4c66-b773-f8d360131e51), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:18.623034 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d967f6ab-c7e4-4063-8300-f5c72bb9a471 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af89e384869f4599be3d1f0570b98b93&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5338249 Mar 11 03:09:18.633733 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967f6ab-c7e4-4063-8300-f5c72bb9a471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1448025a-429a-407f-bb32-b6c5149b4b85,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:18.645545 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 41296) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:18.724548 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-391be1e3-d628-4cb1-a02c-c7e90a2ec125 service neutron] Request body: {'port': {'device_id': '59bf2d14-3efd-492b-a72c-626b8eb82304', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:09:18.724745 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-642dede1-9031-4398-86b5-54f1bedaa06c admin admin] Publish callbacks [] for security_group (b54cc881-ad06-4fc9-a9bc-44eba038ddd8), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:18.760987 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b09c71-9836-4f8a-8aef-e46038343ba7 admin admin] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:09:18.772676 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0928ccd5-a80b-4470-9bb5-929594c039c0 None None] Sync routers for ids ['6cc731f1-ac2f-4e1c-bdee-182a936eddb8'] in dv-cinder-740146-14-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:09:18.787812 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-44b09c71-9836-4f8a-8aef-e46038343ba7 admin admin] 10.222.0.16 "PUT /v2.0/routers/6cc731f1-ac2f-4e1c-bdee-182a936eddb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0540113 Mar 11 03:09:18.827469 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0928ccd5-a80b-4470-9bb5-929594c039c0 None None] Routers {'6cc731f1-ac2f-4e1c-bdee-182a936eddb8'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:09:18.830931 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0928ccd5-a80b-4470-9bb5-929594c039c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:09:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['6cc731f1-ac2f-4e1c-bdee-182a936eddb8'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:09:18.847720 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-642dede1-9031-4398-86b5-54f1bedaa06c admin admin] Publish callbacks [] for security_group (b54cc881-ad06-4fc9-a9bc-44eba038ddd8), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:18.954376 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Pushing event updated for resources: {'Port': ['ID=06fbde6d-7784-431d-b451-acefee56c95b,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:19.015637 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-642dede1-9031-4398-86b5-54f1bedaa06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (b54cc881-ad06-4fc9-a9bc-44eba038ddd8), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:19.018505 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-642dede1-9031-4398-86b5-54f1bedaa06c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:19.019885 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-642dede1-9031-4398-86b5-54f1bedaa06c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b54cc881-ad06-4fc9-a9bc-44eba038ddd8 HTTP/1.1" status: 204 len: 168 time: 0.4982963 Mar 11 03:09:19.051168 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642dede1-9031-4398-86b5-54f1bedaa06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54cc881-ad06-4fc9-a9bc-44eba038ddd8,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:19.194509 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port 067e7ae0-51a0-4c66-b773-f8d360131e51 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:09:19.196293 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 262549d5-b931-4643-b731-0ec614fbf220 up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:09:19.202222 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-4c6fa5f4-33e5-4599-8f39-4d353b588c2e None None] Set router f64c16ae-eb84-4976-bb0d-79c3a8590dc5 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:09:19.230810 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0deb169d-5274-4e0d-a3c5-369749fb60dc admin admin] Publish callbacks [] for security_group (1448025a-429a-407f-bb32-b6c5149b4b85), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:19.264900 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-0928ccd5-a80b-4470-9bb5-929594c039c0 None None] Set router 6cc731f1-ac2f-4e1c-bdee-182a936eddb8 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:09:19.285083 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-391be1e3-d628-4cb1-a02c-c7e90a2ec125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (eebde8dc-ce33-41b6-9cbf-6d74fd1f2717), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:19.797734 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port 262549d5-b931-4643-b731-0ec614fbf220 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:09:19.798145 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (262549d5-b931-4643-b731-0ec614fbf220), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:19.915833 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0deb169d-5274-4e0d-a3c5-369749fb60dc admin admin] Publish callbacks [] for security_group (1448025a-429a-407f-bb32-b6c5149b4b85), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:20.010468 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0928ccd5-a80b-4470-9bb5-929594c039c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'name': 'tempest-AttachVolumeShelveTestJSON-2069402318-router', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:03Z', 'updated_at': '2022-03-11T03:09:13Z', 'revision_number': 4, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'gw_port': {'id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fe:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '36d581ab-f865-4b2a-bdbb-2a77e0ca66ba', 'name': '', 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'mac_address': 'fa:16:3e:fc:a9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b3f1ad71-9fd3-4f40-b64d-92b2f6facb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:10Z', 'updated_at': '2022-03-11T03:09:14Z', 'revision_number': 2, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'subnets': [{'id': 'b3f1ad71-9fd3-4f40-b64d-92b2f6facb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:09:20.124467 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0928ccd5-a80b-4470-9bb5-929594c039c0 None None] Checking router: 6cc731f1-ac2f-4e1c-bdee-182a936eddb8 for host: dv-cinder-740146-14-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:09:20.124833 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0928ccd5-a80b-4470-9bb5-929594c039c0 None None] Updating router 6cc731f1-ac2f-4e1c-bdee-182a936eddb8 port 36d581ab-f865-4b2a-bdbb-2a77e0ca66ba binding host dv-cinder-740146-14-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 03:09:20.218775 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0928ccd5-a80b-4470-9bb5-929594c039c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (36d581ab-f865-4b2a-bdbb-2a77e0ca66ba), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:20.272980 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port 262549d5-b931-4643-b731-0ec614fbf220 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:09:20.273593 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (262549d5-b931-4643-b731-0ec614fbf220), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:20.331466 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] For port 262549d5-b931-4643-b731-0ec614fbf220, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=262549d5-b931-4643-b731-0ec614fbf220,segment=NetworkSegment(77d20882-625f-4a13-9566-ab6cf60f2c81),segment_id=77d20882-625f-4a13-9566-ab6cf60f2c81)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:09:20.348466 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-4c6fa5f4-33e5-4599-8f39-4d353b588c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'name': 'tempest-AttachVolumeTestJSON-664179423-router', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '262549d5-b931-4643-b731-0ec614fbf220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:09:13Z', 'revision_number': 4, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'gw_port': {'id': '262549d5-b931-4643-b731-0ec614fbf220', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:dc:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:05Z', 'updated_at': '2022-03-11T03:09:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': 'ae06cdad-78cb-49b8-ac49-893a5dc17d71', 'name': '', 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'mac_address': 'fa:16:3e:97:0c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9d7ee705-0509-4a4b-bcad-7ac46e456173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:11Z', 'updated_at': '2022-03-11T03:09:14Z', 'revision_number': 2, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'subnets': [{'id': '9d7ee705-0509-4a4b-bcad-7ac46e456173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:09:20.370260 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (262549d5-b931-4643-b731-0ec614fbf220), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:20.513163 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6fa5f4-33e5-4599-8f39-4d353b588c2e None None] Checking router: f64c16ae-eb84-4976-bb0d-79c3a8590dc5 for host: dv-cinder-740146-14-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:09:20.513163 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6fa5f4-33e5-4599-8f39-4d353b588c2e None None] Updating router f64c16ae-eb84-4976-bb0d-79c3a8590dc5 port ae06cdad-78cb-49b8-ac49-893a5dc17d71 binding host dv-cinder-740146-14-iscsi {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 03:09:20.514347 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 41366) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:20.523233 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-d58ed68f-7fa0-456c-8df5-229b7ad44bfa tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1072856242', 'description': 'tempest-description--1730097015'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:09:20.587218 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 41370) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:20.596703 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 06fbde6d-7784-431d-b451-acefee56c95b up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:09:20.609236 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-65993dd7-68ea-4e72-ac89-9be885e7f271 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1271441221', 'description': 'tempest-description--2086688517'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:09:20.704561 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7e20660b-f61d-4608-a9ce-84c3cd0bc04c admin admin] Publish callbacks [] for port (d032425e-cc0e-4726-a6c2-a4f773a934ac), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:20.714691 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0deb169d-5274-4e0d-a3c5-369749fb60dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (1448025a-429a-407f-bb32-b6c5149b4b85), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:20.721803 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d58ed68f-7fa0-456c-8df5-229b7ad44bfa tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:20.724178 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0deb169d-5274-4e0d-a3c5-369749fb60dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:20.729619 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-0deb169d-5274-4e0d-a3c5-369749fb60dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1448025a-429a-407f-bb32-b6c5149b4b85 HTTP/1.1" status: 204 len: 168 time: 2.0795524 Mar 11 03:09:20.759661 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-65993dd7-68ea-4e72-ac89-9be885e7f271 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:20.784683 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7e20660b-f61d-4608-a9ce-84c3cd0bc04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (d032425e-cc0e-4726-a6c2-a4f773a934ac), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:20.785809 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7e20660b-f61d-4608-a9ce-84c3cd0bc04c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736925'] for router_interface (0166ba64-a0a9-40b8-afd3-13db3e159e97), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:20.842915 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb169d-5274-4e0d-a3c5-369749fb60dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1448025a-429a-407f-bb32-b6c5149b4b85,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:20.979441 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4c6fa5f4-33e5-4599-8f39-4d353b588c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (ae06cdad-78cb-49b8-ac49-893a5dc17d71), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:20.986424 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46508f0-ee9c-4563-8ddd-edd1d593712d req-31ddd4ee-c2af-4f9a-885e-5591ca87439f tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:20.991047 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e46508f0-ee9c-4563-8ddd-edd1d593712d req-31ddd4ee-c2af-4f9a-885e-5591ca87439f tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/ports?device_id=59bf2d14-3efd-492b-a72c-626b8eb82304 HTTP/1.1" status: 200 len: 931 time: 0.2761564 Mar 11 03:09:21.006201 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Pushing event updated for resources: {'Port': ['ID=262549d5-b931-4643-b731-0ec614fbf220,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:21.160777 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20660b-f61d-4608-a9ce-84c3cd0bc04c admin admin] Pushing event updated for resources: {'Port': ['ID=d032425e-cc0e-4726-a6c2-a4f773a934ac,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:21.200991 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port 06fbde6d-7784-431d-b451-acefee56c95b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:09:21.201471 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (06fbde6d-7784-431d-b451-acefee56c95b), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:21.245726 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0928ccd5-a80b-4470-9bb5-929594c039c0 None None] Publish callbacks [] for port (36d581ab-f865-4b2a-bdbb-2a77e0ca66ba), precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:21.261582 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0928ccd5-a80b-4470-9bb5-929594c039c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (36d581ab-f865-4b2a-bdbb-2a77e0ca66ba), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:21.262418 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-65993dd7-68ea-4e72-ac89-9be885e7f271 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for security_group (143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:21.300690 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-65993dd7-68ea-4e72-ac89-9be885e7f271 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:21.372759 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cca1c7-4ef1-4e43-b096-61fa56688cd9 None None] Pushing event updated for resources: {'Port': ['ID=36d581ab-f865-4b2a-bdbb-2a77e0ca66ba,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:21.450896 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-65993dd7-68ea-4e72-ac89-9be885e7f271 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:21.451351 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e20660b-f61d-4608-a9ce-84c3cd0bc04c admin admin] Network e2d579c7-a842-4f0b-93b4-f7cc1c183b27 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:09:21.451901 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-65993dd7-68ea-4e72-ac89-9be885e7f271 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8637192 Mar 11 03:09:21.456887 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 41390) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:21.457051 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d58ed68f-7fa0-456c-8df5-229b7ad44bfa tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for security_group (67c9c10a-084f-44f5-9fef-df4039f61d68), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:21.469581 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e46508f0-ee9c-4563-8ddd-edd1d593712d req-bd68749b-8f90-4c82-8852-181fed08e83a tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a3dff98-a65a-4957-972f-ede6b0660612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668041 Mar 11 03:09:21.471699 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d58ed68f-7fa0-456c-8df5-229b7ad44bfa tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (67c9c10a-084f-44f5-9fef-df4039f61d68), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:21.502461 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-391be1e3-d628-4cb1-a02c-c7e90a2ec125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eebde8dc-ce33-41b6-9cbf-6d74fd1f2717 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:09:21.518180 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65993dd7-68ea-4e72-ac89-9be885e7f271 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:21.538027 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-0928ccd5-a80b-4470-9bb5-929594c039c0 None None] Attempting to bind port 36d581ab-f865-4b2a-bdbb-2a77e0ca66ba on host dv-cinder-740146-14-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:09:21.538492 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-0928ccd5-a80b-4470-9bb5-929594c039c0 None None] Attempting to bind port 36d581ab-f865-4b2a-bdbb-2a77e0ca66ba by drivers openvswitch,hyperv on host dv-cinder-740146-14-iscsi at level 0 using segments [{'id': '2788d6dc-bb9a-4610-93c8-718a7a34a2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:09:21.538492 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0928ccd5-a80b-4470-9bb5-929594c039c0 None None] Attempting to bind port 36d581ab-f865-4b2a-bdbb-2a77e0ca66ba on network 24591a89-9096-47e5-935c-efce9ff962e5 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:09:21.546237 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-391be1e3-d628-4cb1-a02c-c7e90a2ec125 service neutron] Publish callbacks [] for port (eebde8dc-ce33-41b6-9cbf-6d74fd1f2717), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:21.554485 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0928ccd5-a80b-4470-9bb5-929594c039c0 None None] Checking agent: {'id': '4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 1, 6), 'started_at': datetime.datetime(2022, 3, 11, 3, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:09:21.554875 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0928ccd5-a80b-4470-9bb5-929594c039c0 None None] Checking segment: {'id': '2788d6dc-bb9a-4610-93c8-718a7a34a2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:09:21.556124 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0928ccd5-a80b-4470-9bb5-929594c039c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:21.560100 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0928ccd5-a80b-4470-9bb5-929594c039c0 None None] Bound using segment: {'id': '2788d6dc-bb9a-4610-93c8-718a7a34a2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:09:21.560736 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-0928ccd5-a80b-4470-9bb5-929594c039c0 None None] Bound port: 36d581ab-f865-4b2a-bdbb-2a77e0ca66ba, host: dv-cinder-740146-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2788d6dc-bb9a-4610-93c8-718a7a34a2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:09:21.561686 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0928ccd5-a80b-4470-9bb5-929594c039c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (36d581ab-f865-4b2a-bdbb-2a77e0ca66ba), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:21.588674 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d58ed68f-7fa0-456c-8df5-229b7ad44bfa tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:21.612635 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-d58ed68f-7fa0-456c-8df5-229b7ad44bfa tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0919328 Mar 11 03:09:21.617353 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 41398) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:21.618793 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-391be1e3-d628-4cb1-a02c-c7e90a2ec125 service neutron] Transition to ACTIVE for port object eebde8dc-ce33-41b6-9cbf-6d74fd1f2717 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 03:09:21.620598 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-7e20660b-f61d-4608-a9ce-84c3cd0bc04c admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:09:21.645172 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-6df26769-54ce-4050-bf8f-12fb326384ab tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Request body: {'security_group_rule': {'security_group_id': '67c9c10a-084f-44f5-9fef-df4039f61d68', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:09:21.651089 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-bfe7ad1b-2da2-4212-b6d2-3ae5a48d6f3a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Request body: {'security_group_rule': {'security_group_id': '143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:09:21.657380 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-391be1e3-d628-4cb1-a02c-c7e90a2ec125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (eebde8dc-ce33-41b6-9cbf-6d74fd1f2717), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:21.725233 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ed68f-7fa0-456c-8df5-229b7ad44bfa tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67c9c10a-084f-44f5-9fef-df4039f61d68,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:21.745468 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-0928ccd5-a80b-4470-9bb5-929594c039c0 None None] For port 36d581ab-f865-4b2a-bdbb-2a77e0ca66ba, host dv-cinder-740146-14-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:09:21.771438 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-0928ccd5-a80b-4470-9bb5-929594c039c0 None None] For port 36d581ab-f865-4b2a-bdbb-2a77e0ca66ba, host dv-cinder-740146-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=36d581ab-f865-4b2a-bdbb-2a77e0ca66ba,segment=NetworkSegment(2788d6dc-bb9a-4610-93c8-718a7a34a2b4),segment_id=2788d6dc-bb9a-4610-93c8-718a7a34a2b4)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:09:21.786211 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6df26769-54ce-4050-bf8f-12fb326384ab tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for security_group_rule (f583c2b6-91b9-4fe6-af81-b81dd8bf999a), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:21.791393 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0928ccd5-a80b-4470-9bb5-929594c039c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (36d581ab-f865-4b2a-bdbb-2a77e0ca66ba), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:21.912551 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 41406) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:21.951157 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3355103b-96e3-4c3f-b9c6-6fa00e878440 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:22.052330 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6df26769-54ce-4050-bf8f-12fb326384ab tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for security_group_rule (f583c2b6-91b9-4fe6-af81-b81dd8bf999a), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:22.077431 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6df26769-54ce-4050-bf8f-12fb326384ab tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674351'] for security_group_rule (f583c2b6-91b9-4fe6-af81-b81dd8bf999a), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:22.102700 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0928ccd5-a80b-4470-9bb5-929594c039c0 None None] Routers {'6cc731f1-ac2f-4e1c-bdee-182a936eddb8'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:09:22.103647 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0928ccd5-a80b-4470-9bb5-929594c039c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:09:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['6cc731f1-ac2f-4e1c-bdee-182a936eddb8'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:09:22.223716 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df26769-54ce-4050-bf8f-12fb326384ab tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f583c2b6-91b9-4fe6-af81-b81dd8bf999a,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:22.248027 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 41414) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:22.331011 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3355103b-96e3-4c3f-b9c6-6fa00e878440 admin admin] Publish callbacks [] for security_group (d4b9e465-a3da-4369-b2d1-f71686c4f782), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:22.355747 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bfe7ad1b-2da2-4212-b6d2-3ae5a48d6f3a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for security_group_rule (18ebc6aa-e8e6-4b30-ae66-8d64b0eacd22), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:22.361135 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3355103b-96e3-4c3f-b9c6-6fa00e878440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (d4b9e465-a3da-4369-b2d1-f71686c4f782), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:22.362156 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-391be1e3-d628-4cb1-a02c-c7e90a2ec125 service neutron] Attempting to bind port eebde8dc-ce33-41b6-9cbf-6d74fd1f2717 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:09:22.362628 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-391be1e3-d628-4cb1-a02c-c7e90a2ec125 service neutron] Attempting to bind port eebde8dc-ce33-41b6-9cbf-6d74fd1f2717 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '31014fc8-949d-4be6-8ecd-c35a0403e055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '132822ca-ae8a-4714-bc21-54231d0157c2'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:09:22.362916 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-391be1e3-d628-4cb1-a02c-c7e90a2ec125 service neutron] Attempting to bind port eebde8dc-ce33-41b6-9cbf-6d74fd1f2717 on network 132822ca-ae8a-4714-bc21-54231d0157c2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:09:22.430587 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391be1e3-d628-4cb1-a02c-c7e90a2ec125 service neutron] Pushing event updated for resources: {'Port': ['ID=eebde8dc-ce33-41b6-9cbf-6d74fd1f2717,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:22.443671 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-3355103b-96e3-4c3f-b9c6-6fa00e878440 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ecb64dd30e124456867d795d3de6e6a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5258191 Mar 11 03:09:22.448177 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6df26769-54ce-4050-bf8f-12fb326384ab tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:22.455828 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-6df26769-54ce-4050-bf8f-12fb326384ab tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8248451 Mar 11 03:09:22.456307 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 41420) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:22.482454 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 41422) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:22.491411 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-391be1e3-d628-4cb1-a02c-c7e90a2ec125 service neutron] Port eebde8dc-ce33-41b6-9cbf-6d74fd1f2717 on network 132822ca-ae8a-4714-bc21-54231d0157c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 03:09:22.494447 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-391be1e3-d628-4cb1-a02c-c7e90a2ec125 service neutron] Attempting to bind port eebde8dc-ce33-41b6-9cbf-6d74fd1f2717 on network 132822ca-ae8a-4714-bc21-54231d0157c2 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:09:22.514979 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4c6fa5f4-33e5-4599-8f39-4d353b588c2e None None] Publish callbacks [] for port (ae06cdad-78cb-49b8-ac49-893a5dc17d71), precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:22.528025 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-064b0909-b756-48fc-ac0b-b357a2132915 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Request body: {'security_group_rule': {'security_group_id': '67c9c10a-084f-44f5-9fef-df4039f61d68', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:09:22.530797 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-7897f379-1ce1-42a7-87bf-93c60f2d4691 None None] Provisioning complete for port 36d581ab-f865-4b2a-bdbb-2a77e0ca66ba triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:09:22.531568 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7897f379-1ce1-42a7-87bf-93c60f2d4691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (36d581ab-f865-4b2a-bdbb-2a77e0ca66ba), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:22.534532 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port 06fbde6d-7784-431d-b451-acefee56c95b is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:09:22.549523 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4c6fa5f4-33e5-4599-8f39-4d353b588c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (ae06cdad-78cb-49b8-ac49-893a5dc17d71), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:22.565571 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355103b-96e3-4c3f-b9c6-6fa00e878440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b9e465-a3da-4369-b2d1-f71686c4f782,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:22.653791 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-0928ccd5-a80b-4470-9bb5-929594c039c0 None None] Set router 6cc731f1-ac2f-4e1c-bdee-182a936eddb8 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:09:22.736330 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cca1c7-4ef1-4e43-b096-61fa56688cd9 None None] Pushing event updated for resources: {'Port': ['ID=36d581ab-f865-4b2a-bdbb-2a77e0ca66ba,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:22.759709 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-391be1e3-d628-4cb1-a02c-c7e90a2ec125 service neutron] Checking agent: {'id': '5f38bfdc-d68c-4827-815d-ecd182596ad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'started_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:09:22.760011 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-391be1e3-d628-4cb1-a02c-c7e90a2ec125 service neutron] Checking segment: {'id': '31014fc8-949d-4be6-8ecd-c35a0403e055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '132822ca-ae8a-4714-bc21-54231d0157c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:09:22.760531 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-391be1e3-d628-4cb1-a02c-c7e90a2ec125 service neutron] Bound using segment: {'id': '31014fc8-949d-4be6-8ecd-c35a0403e055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '132822ca-ae8a-4714-bc21-54231d0157c2'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:09:22.761218 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-391be1e3-d628-4cb1-a02c-c7e90a2ec125 service neutron] Bound port: eebde8dc-ce33-41b6-9cbf-6d74fd1f2717, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31014fc8-949d-4be6-8ecd-c35a0403e055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '132822ca-ae8a-4714-bc21-54231d0157c2'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:09:22.761614 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-391be1e3-d628-4cb1-a02c-c7e90a2ec125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (eebde8dc-ce33-41b6-9cbf-6d74fd1f2717), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:22.839236 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 262549d5-b931-4643-b731-0ec614fbf220 up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:09:22.855149 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3ebb3219-e5fc-47a5-9f9f-5bacedd823a4 admin admin] Publish callbacks [] for security_group (d4b9e465-a3da-4369-b2d1-f71686c4f782), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:22.922020 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-4c6fa5f4-33e5-4599-8f39-4d353b588c2e None None] Attempting to bind port ae06cdad-78cb-49b8-ac49-893a5dc17d71 on host dv-cinder-740146-14-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:09:22.924062 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-4c6fa5f4-33e5-4599-8f39-4d353b588c2e None None] Attempting to bind port ae06cdad-78cb-49b8-ac49-893a5dc17d71 by drivers openvswitch,hyperv on host dv-cinder-740146-14-iscsi at level 0 using segments [{'id': 'f7c503d7-7470-4171-8604-818764f5f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:09:22.924612 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6fa5f4-33e5-4599-8f39-4d353b588c2e None None] Attempting to bind port ae06cdad-78cb-49b8-ac49-893a5dc17d71 on network f37c9105-a6f8-4fcf-a203-248706ae8fe4 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:09:22.926849 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bfe7ad1b-2da2-4212-b6d2-3ae5a48d6f3a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for security_group_rule (18ebc6aa-e8e6-4b30-ae66-8d64b0eacd22), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:22.946987 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bfe7ad1b-2da2-4212-b6d2-3ae5a48d6f3a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674351'] for security_group_rule (18ebc6aa-e8e6-4b30-ae66-8d64b0eacd22), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:22.950639 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6fa5f4-33e5-4599-8f39-4d353b588c2e None None] Checking agent: {'id': '4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 1, 6), 'started_at': datetime.datetime(2022, 3, 11, 3, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:09:22.951431 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6fa5f4-33e5-4599-8f39-4d353b588c2e None None] Checking segment: {'id': 'f7c503d7-7470-4171-8604-818764f5f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:09:22.952076 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4c6fa5f4-33e5-4599-8f39-4d353b588c2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:22.954057 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6fa5f4-33e5-4599-8f39-4d353b588c2e None None] Bound using segment: {'id': 'f7c503d7-7470-4171-8604-818764f5f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:09:22.955822 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-4c6fa5f4-33e5-4599-8f39-4d353b588c2e None None] Bound port: ae06cdad-78cb-49b8-ac49-893a5dc17d71, host: dv-cinder-740146-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c503d7-7470-4171-8604-818764f5f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:09:22.960223 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-064b0909-b756-48fc-ac0b-b357a2132915 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for security_group_rule (16d2c820-7730-40d6-bea7-9d1f76b0ffbf), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:22.960487 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4c6fa5f4-33e5-4599-8f39-4d353b588c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (ae06cdad-78cb-49b8-ac49-893a5dc17d71), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:22.965507 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3ebb3219-e5fc-47a5-9f9f-5bacedd823a4 admin admin] Publish callbacks [] for security_group (d4b9e465-a3da-4369-b2d1-f71686c4f782), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:23.081997 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6f428045-1738-4a5c-85af-ad4a4c286bab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:23.088629 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7ad1b-2da2-4212-b6d2-3ae5a48d6f3a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18ebc6aa-e8e6-4b30-ae66-8d64b0eacd22,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:23.094194 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3ebb3219-e5fc-47a5-9f9f-5bacedd823a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (d4b9e465-a3da-4369-b2d1-f71686c4f782), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:23.100576 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3ebb3219-e5fc-47a5-9f9f-5bacedd823a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:23.104208 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-3ebb3219-e5fc-47a5-9f9f-5bacedd823a4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d4b9e465-a3da-4369-b2d1-f71686c4f782 HTTP/1.1" status: 204 len: 168 time: 0.6219654 Mar 11 03:09:23.115642 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e20660b-f61d-4608-a9ce-84c3cd0bc04c admin admin] Router 0166ba64-a0a9-40b8-afd3-13db3e159e97 has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:09:23.151574 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4c6fa5f4-33e5-4599-8f39-4d353b588c2e None None] For port ae06cdad-78cb-49b8-ac49-893a5dc17d71, host dv-cinder-740146-14-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:09:23.154380 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-064b0909-b756-48fc-ac0b-b357a2132915 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for security_group_rule (16d2c820-7730-40d6-bea7-9d1f76b0ffbf), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:23.155311 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-4c6fa5f4-33e5-4599-8f39-4d353b588c2e None None] For port ae06cdad-78cb-49b8-ac49-893a5dc17d71, host dv-cinder-740146-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=ae06cdad-78cb-49b8-ac49-893a5dc17d71,segment=NetworkSegment(f7c503d7-7470-4171-8604-818764f5f205),segment_id=f7c503d7-7470-4171-8604-818764f5f205)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:09:23.163955 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bfe7ad1b-2da2-4212-b6d2-3ae5a48d6f3a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:23.169087 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-bfe7ad1b-2da2-4212-b6d2-3ae5a48d6f3a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5367672 Mar 11 03:09:23.174935 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port 262549d5-b931-4643-b731-0ec614fbf220 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:09:23.175318 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (262549d5-b931-4643-b731-0ec614fbf220), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:23.179786 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 41434) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:23.181198 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-064b0909-b756-48fc-ac0b-b357a2132915 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674351'] for security_group_rule (16d2c820-7730-40d6-bea7-9d1f76b0ffbf), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:23.189467 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-0afb0959-46b5-4ff7-bbe6-df8a9ee8eb4b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Request body: {'security_group_rule': {'security_group_id': '143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:09:23.208590 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb3219-e5fc-47a5-9f9f-5bacedd823a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b9e465-a3da-4369-b2d1-f71686c4f782,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:23.222300 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b0909-b756-48fc-ac0b-b357a2132915 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16d2c820-7730-40d6-bea7-9d1f76b0ffbf,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:23.240003 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-391be1e3-d628-4cb1-a02c-c7e90a2ec125 service neutron] For port eebde8dc-ce33-41b6-9cbf-6d74fd1f2717, host hv-cinder-74014, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:09:23.264873 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4c6fa5f4-33e5-4599-8f39-4d353b588c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (ae06cdad-78cb-49b8-ac49-893a5dc17d71), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:23.278202 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f43d10-16cd-4611-aafd-92963f3b953f None None] Pushing event updated for resources: {'Port': ['ID=ae06cdad-78cb-49b8-ac49-893a5dc17d71,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:23.331682 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-391be1e3-d628-4cb1-a02c-c7e90a2ec125 service neutron] For port eebde8dc-ce33-41b6-9cbf-6d74fd1f2717, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=eebde8dc-ce33-41b6-9cbf-6d74fd1f2717,segment=NetworkSegment(31014fc8-949d-4be6-8ecd-c35a0403e055),segment_id=31014fc8-949d-4be6-8ecd-c35a0403e055)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:09:23.372894 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0928ccd5-a80b-4470-9bb5-929594c039c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'name': 'tempest-AttachVolumeShelveTestJSON-2069402318-router', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:03Z', 'updated_at': '2022-03-11T03:09:13Z', 'revision_number': 4, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'gw_port': {'id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fe:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '36d581ab-f865-4b2a-bdbb-2a77e0ca66ba', 'name': '', 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'mac_address': 'fa:16:3e:fc:a9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b3f1ad71-9fd3-4f40-b64d-92b2f6facb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:10Z', 'updated_at': '2022-03-11T03:09:21Z', 'revision_number': 4, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'subnets': [{'id': 'b3f1ad71-9fd3-4f40-b64d-92b2f6facb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:09:23.406659 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6f428045-1738-4a5c-85af-ad4a4c286bab admin admin] Publish callbacks [] for security_group (8179a273-519b-4523-8278-0efff9e656f0), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:23.423900 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6f428045-1738-4a5c-85af-ad4a4c286bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (8179a273-519b-4523-8278-0efff9e656f0), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:23.446122 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-064b0909-b756-48fc-ac0b-b357a2132915 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:23.451484 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-064b0909-b756-48fc-ac0b-b357a2132915 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9540756 Mar 11 03:09:23.452832 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 41448) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:23.465936 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-6ab68b88-d39b-452c-9f9d-701f8b352960 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Request body: {'floatingip': {'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:09:23.475460 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-391be1e3-d628-4cb1-a02c-c7e90a2ec125 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (eebde8dc-ce33-41b6-9cbf-6d74fd1f2717), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:23.509966 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0928ccd5-a80b-4470-9bb5-929594c039c0 None None] The sync data for ids ['6cc731f1-ac2f-4e1c-bdee-182a936eddb8'] in dv-cinder-740146-14-iscsi is: [{'id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'name': 'tempest-AttachVolumeShelveTestJSON-2069402318-router', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:03Z', 'updated_at': '2022-03-11T03:09:13Z', 'revision_number': 4, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'gw_port': {'id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fe:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '36d581ab-f865-4b2a-bdbb-2a77e0ca66ba', 'name': '', 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'mac_address': 'fa:16:3e:fc:a9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b3f1ad71-9fd3-4f40-b64d-92b2f6facb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:10Z', 'updated_at': '2022-03-11T03:09:21Z', 'revision_number': 4, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'subnets': [{'id': 'b3f1ad71-9fd3-4f40-b64d-92b2f6facb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:09:23.551473 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97171166-a038-4399-afb5-c8cfdbdc1ad5 req-d6730aa1-5a48-4332-9eac-52fb97f62946 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:23.559177 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-97171166-a038-4399-afb5-c8cfdbdc1ad5 req-d6730aa1-5a48-4332-9eac-52fb97f62946 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/ports?device_id=59bf2d14-3efd-492b-a72c-626b8eb82304 HTTP/1.1" status: 200 len: 943 time: 0.9054503 Mar 11 03:09:23.567188 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0afb0959-46b5-4ff7-bbe6-df8a9ee8eb4b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for security_group_rule (34945b1d-9528-4186-aef0-875c02afbfcf), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:23.672271 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-97171166-a038-4399-afb5-c8cfdbdc1ad5 req-ed9ea745-2e61-496c-b49f-34659475768e tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a3dff98-a65a-4957-972f-ede6b0660612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112237 Mar 11 03:09:23.682270 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-6f428045-1738-4a5c-85af-ad4a4c286bab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5908842e27af4255bc206f9954801b63&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4285767 Mar 11 03:09:23.682270 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f428045-1738-4a5c-85af-ad4a4c286bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8179a273-519b-4523-8278-0efff9e656f0,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:23.682737 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-391be1e3-d628-4cb1-a02c-c7e90a2ec125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:23.682737 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-391be1e3-d628-4cb1-a02c-c7e90a2ec125 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:23.684281 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-391be1e3-d628-4cb1-a02c-c7e90a2ec125 service neutron] 10.222.0.18 "PUT /v2.0/ports/eebde8dc-ce33-41b6-9cbf-6d74fd1f2717 HTTP/1.1" status: 200 len: 1093 time: 5.0833037 Mar 11 03:09:23.692458 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 41462) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:23.695080 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59bf2d14-3efd-492b-a72c-626b8eb82304', 'tag': 'eebde8dc-ce33-41b6-9cbf-6d74fd1f2717'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:09:23.792632 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6fa5f4-33e5-4599-8f39-4d353b588c2e None None] Routers {'f64c16ae-eb84-4976-bb0d-79c3a8590dc5'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:09:23.794104 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-4c6fa5f4-33e5-4599-8f39-4d353b588c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:09:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['f64c16ae-eb84-4976-bb0d-79c3a8590dc5'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:09:23.874166 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f43d10-16cd-4611-aafd-92963f3b953f None None] Pushing event updated for resources: {'Port': ['ID=ae06cdad-78cb-49b8-ac49-893a5dc17d71,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:23.926155 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-7897f379-1ce1-42a7-87bf-93c60f2d4691 None None] Current status of the port 36d581ab-f865-4b2a-bdbb-2a77e0ca66ba is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:09:23.926652 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7897f379-1ce1-42a7-87bf-93c60f2d4691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (36d581ab-f865-4b2a-bdbb-2a77e0ca66ba), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:24.078073 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port 262549d5-b931-4643-b731-0ec614fbf220 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:09:24.116151 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-7897f379-1ce1-42a7-87bf-93c60f2d4691 None None] For port 36d581ab-f865-4b2a-bdbb-2a77e0ca66ba, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=36d581ab-f865-4b2a-bdbb-2a77e0ca66ba,segment=NetworkSegment(2788d6dc-bb9a-4610-93c8-718a7a34a2b4),segment_id=2788d6dc-bb9a-4610-93c8-718a7a34a2b4)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:09:24.128564 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7897f379-1ce1-42a7-87bf-93c60f2d4691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (36d581ab-f865-4b2a-bdbb-2a77e0ca66ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:24.130774 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ab68b88-d39b-452c-9f9d-701f8b352960 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:24.194669 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-4c6fa5f4-33e5-4599-8f39-4d353b588c2e None None] Set router f64c16ae-eb84-4976-bb0d-79c3a8590dc5 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:09:24.256706 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391be1e3-d628-4cb1-a02c-c7e90a2ec125 service neutron] Pushing event updated for resources: {'Port': ['ID=eebde8dc-ce33-41b6-9cbf-6d74fd1f2717,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:24.295508 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0afb0959-46b5-4ff7-bbe6-df8a9ee8eb4b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for security_group_rule (34945b1d-9528-4186-aef0-875c02afbfcf), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:24.298372 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-5831ff4c-5e22-44ca-8ea7-f682cfbe1c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:24.300151 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-5831ff4c-5e22-44ca-8ea7-f682cfbe1c9a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ef75ff01cf245fbb97256570b870d1f&device_id=59bf2d14-3efd-492b-a72c-626b8eb82304 HTTP/1.1" status: 200 len: 1127 time: 0.3241765 Mar 11 03:09:24.313672 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0afb0959-46b5-4ff7-bbe6-df8a9ee8eb4b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674351'] for security_group_rule (34945b1d-9528-4186-aef0-875c02afbfcf), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:24.338107 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e20660b-f61d-4608-a9ce-84c3cd0bc04c admin admin] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:09:24.338318 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7897f379-1ce1-42a7-87bf-93c60f2d4691 None None] Pushing event updated for resources: {'Port': ['ID=36d581ab-f865-4b2a-bdbb-2a77e0ca66ba,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:24.389377 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ef7114f5-ba41-4fa6-a1c3-0558e76fb8dd None None] Provisioning complete for port ae06cdad-78cb-49b8-ac49-893a5dc17d71 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:09:24.389759 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ef7114f5-ba41-4fa6-a1c3-0558e76fb8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (ae06cdad-78cb-49b8-ac49-893a5dc17d71), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:24.462869 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 41482) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:24.539630 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-7e20660b-f61d-4608-a9ce-84c3cd0bc04c admin admin] 10.222.0.16 "PUT /v2.0/routers/0166ba64-a0a9-40b8-afd3-13db3e159e97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3114624 Mar 11 03:09:24.563675 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d421ae-adc4-481e-939b-230b8e6c2c0a None None] Sync routers for ids ['0166ba64-a0a9-40b8-afd3-13db3e159e97'] in dv-cinder-740146-14-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:09:24.647225 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84999928-9f19-4fe2-86b6-58ca00c27a3e" -d '{"events": [{"name": "network-changed", "server_uuid": "59bf2d14-3efd-492b-a72c-626b8eb82304", "tag": "eebde8dc-ce33-41b6-9cbf-6d74fd1f2717"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:09:24.670699 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9a4c8c2e-c0f4-429f-96dd-06537d6bbac7 admin admin] Publish callbacks [] for security_group (8179a273-519b-4523-8278-0efff9e656f0), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:24.688958 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb0959-46b5-4ff7-bbe6-df8a9ee8eb4b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34945b1d-9528-4186-aef0-875c02afbfcf,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:24.691221 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d421ae-adc4-481e-939b-230b8e6c2c0a None None] Routers {'0166ba64-a0a9-40b8-afd3-13db3e159e97'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:09:24.692005 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-72d421ae-adc4-481e-939b-230b8e6c2c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:09:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['0166ba64-a0a9-40b8-afd3-13db3e159e97'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:09:24.816660 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-07453ed5-00be-4cd0-a601-05dc514824f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eebde8dc-ce33-41b6-9cbf-6d74fd1f2717 HTTP/1.1" status: 200 len: 217 time: 0.4952927 Mar 11 03:09:24.847620 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 36d581ab-f865-4b2a-bdbb-2a77e0ca66ba up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:09:24.920266 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96feade2-2ca1-4e5e-aa05-71a8bcc6929c req-29561299-d1cf-4f2a-9172-6aa8e41bb520 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:24.939777 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-96feade2-2ca1-4e5e-aa05-71a8bcc6929c req-29561299-d1cf-4f2a-9172-6aa8e41bb520 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/ports?device_id=59bf2d14-3efd-492b-a72c-626b8eb82304 HTTP/1.1" status: 200 len: 943 time: 0.1220155 Mar 11 03:09:25.046926 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-96feade2-2ca1-4e5e-aa05-71a8bcc6929c req-f085c4b0-c3a5-42a6-b372-04a5f7fe9204 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a3dff98-a65a-4957-972f-ede6b0660612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060238 Mar 11 03:09:25.079068 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-ef7114f5-ba41-4fa6-a1c3-0558e76fb8dd None None] Current status of the port ae06cdad-78cb-49b8-ac49-893a5dc17d71 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:09:25.079459 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ef7114f5-ba41-4fa6-a1c3-0558e76fb8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (ae06cdad-78cb-49b8-ac49-893a5dc17d71), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:25.165300 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e4da13b-0bc7-461d-8648-0259234be755 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:25.300055 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port 36d581ab-f865-4b2a-bdbb-2a77e0ca66ba triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:09:25.300335 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (36d581ab-f865-4b2a-bdbb-2a77e0ca66ba), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:25.338501 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9a4c8c2e-c0f4-429f-96dd-06537d6bbac7 admin admin] Publish callbacks [] for security_group (8179a273-519b-4523-8278-0efff9e656f0), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:25.408911 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0afb0959-46b5-4ff7-bbe6-df8a9ee8eb4b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:25.415368 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-0afb0959-46b5-4ff7-bbe6-df8a9ee8eb4b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2253513 Mar 11 03:09:25.416177 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 41510) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:25.435989 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-26c7e8d5-4a0a-4399-9ca5-dc60e19560d8 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Request body: {'floatingip': {'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:09:25.448116 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9a4c8c2e-c0f4-429f-96dd-06537d6bbac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (8179a273-519b-4523-8278-0efff9e656f0), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:25.452147 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9a4c8c2e-c0f4-429f-96dd-06537d6bbac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:25.457385 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-9a4c8c2e-c0f4-429f-96dd-06537d6bbac7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8179a273-519b-4523-8278-0efff9e656f0 HTTP/1.1" status: 204 len: 168 time: 1.5359724 Mar 11 03:09:25.506556 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e4da13b-0bc7-461d-8648-0259234be755 admin admin] Publish callbacks [] for security_group (15a59481-fb9d-4bd5-9b53-10af3bff61df), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:25.530383 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5e4da13b-0bc7-461d-8648-0259234be755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (15a59481-fb9d-4bd5-9b53-10af3bff61df), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:25.540849 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-26c7e8d5-4a0a-4399-9ca5-dc60e19560d8 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:25.549535 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ef7114f5-ba41-4fa6-a1c3-0558e76fb8dd None None] For port ae06cdad-78cb-49b8-ac49-893a5dc17d71, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=ae06cdad-78cb-49b8-ac49-893a5dc17d71,segment=NetworkSegment(f7c503d7-7470-4171-8604-818764f5f205),segment_id=f7c503d7-7470-4171-8604-818764f5f205)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:09:25.572116 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c8c2e-c0f4-429f-96dd-06537d6bbac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8179a273-519b-4523-8278-0efff9e656f0,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:25.625622 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-9fdc1921-4d9f-45c2-99c5-1471f73b0ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:25.633232 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-9fdc1921-4d9f-45c2-99c5-1471f73b0ec4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8a55c2f0-22b9-4102-8a28-d7546a6a36d0 HTTP/1.1" status: 200 len: 852 time: 0.7508478 Mar 11 03:09:25.684313 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-72d421ae-adc4-481e-939b-230b8e6c2c0a None None] Set router 0166ba64-a0a9-40b8-afd3-13db3e159e97 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:09:25.704797 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-5e4da13b-0bc7-461d-8648-0259234be755 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ed2d6bcc66849deb27d43b69f046e1c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2390547 Mar 11 03:09:25.705599 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 41528) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:25.712960 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4da13b-0bc7-461d-8648-0259234be755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a59481-fb9d-4bd5-9b53-10af3bff61df,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:25.862399 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c5e26901-1c74-406a-95c3-26795a0cffbe admin admin] Publish callbacks [] for security_group (15a59481-fb9d-4bd5-9b53-10af3bff61df), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:25.862956 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b4b786-eedb-4da3-b409-f927c5a35e46 x-openstack-request-id: req-e5b4b786-eedb-4da3-b409-f927c5a35e46 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:09:25.863960 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59bf2d14-3efd-492b-a72c-626b8eb82304", "tag": "eebde8dc-ce33-41b6-9cbf-6d74fd1f2717", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:09:25.864221 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e5b4b786-eedb-4da3-b409-f927c5a35e46 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:09:25.865904 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59bf2d14-3efd-492b-a72c-626b8eb82304', 'tag': 'eebde8dc-ce33-41b6-9cbf-6d74fd1f2717', 'status': 'completed', 'code': 200} Mar 11 03:09:25.867669 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ab68b88-d39b-452c-9f9d-701f8b352960 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:25.897576 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c5e26901-1c74-406a-95c3-26795a0cffbe admin admin] Publish callbacks [] for security_group (15a59481-fb9d-4bd5-9b53-10af3bff61df), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:25.899637 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-eaa82e92-8c95-47a0-891f-fa390d82ffd8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=132822ca-ae8a-4714-bc21-54231d0157c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2361062 Mar 11 03:09:26.024568 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c5e26901-1c74-406a-95c3-26795a0cffbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (15a59481-fb9d-4bd5-9b53-10af3bff61df), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:26.030035 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c5e26901-1c74-406a-95c3-26795a0cffbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:26.031657 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-c5e26901-1c74-406a-95c3-26795a0cffbe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/15a59481-fb9d-4bd5-9b53-10af3bff61df HTTP/1.1" status: 204 len: 168 time: 0.3102384 Mar 11 03:09:26.042747 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ef7114f5-ba41-4fa6-a1c3-0558e76fb8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (ae06cdad-78cb-49b8-ac49-893a5dc17d71), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:26.175987 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e26901-1c74-406a-95c3-26795a0cffbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a59481-fb9d-4bd5-9b53-10af3bff61df,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:26.438765 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56550c35-0693-46be-a746-e3246ed79fd1 req-4a6089a0-c057-44de-b6ea-6675faa6a861 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:26.440597 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-56550c35-0693-46be-a746-e3246ed79fd1 req-4a6089a0-c057-44de-b6ea-6675faa6a861 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/networks?id=e2d579c7-a842-4f0b-93b4-f7cc1c183b27 HTTP/1.1" status: 200 len: 819 time: 0.4375463 Mar 11 03:09:26.476641 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-56550c35-0693-46be-a746-e3246ed79fd1 req-430c4992-1908-478f-83c7-0cee1b566b9d tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/quotas/f7e7fb507bd241639abd2bb972ec968e HTTP/1.1" status: 200 len: 375 time: 0.0278778 Mar 11 03:09:26.480180 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7114f5-ba41-4fa6-a1c3-0558e76fb8dd None None] Pushing event updated for resources: {'Port': ['ID=ae06cdad-78cb-49b8-ac49-893a5dc17d71,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:26.516076 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ef7114f5-ba41-4fa6-a1c3-0558e76fb8dd None None] Provisioning complete for port 36d581ab-f865-4b2a-bdbb-2a77e0ca66ba triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:09:26.516734 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ef7114f5-ba41-4fa6-a1c3-0558e76fb8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (36d581ab-f865-4b2a-bdbb-2a77e0ca66ba), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:26.692990 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-56550c35-0693-46be-a746-e3246ed79fd1 req-a32e2121-68d6-448e-a60d-d9fadbcbc8ee tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f7e7fb507bd241639abd2bb972ec968e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2150195 Mar 11 03:09:26.713291 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-6ab68b88-d39b-452c-9f9d-701f8b352960 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Allocated IP 172.27.2.12 (9b47ca21-aede-450a-93e7-0e4b22f1eaa6/91a34137-7039-479a-a714-41dcecc02d59/53ad84aa-4ba0-4307-b34e-d2f9776e07fd) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:09:26.744173 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 41550) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:26.772734 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port 36d581ab-f865-4b2a-bdbb-2a77e0ca66ba is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:09:26.793085 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-4c6fa5f4-33e5-4599-8f39-4d353b588c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'name': 'tempest-AttachVolumeTestJSON-664179423-router', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '262549d5-b931-4643-b731-0ec614fbf220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:09:13Z', 'revision_number': 4, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'gw_port': {'id': '262549d5-b931-4643-b731-0ec614fbf220', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:dc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:05Z', 'updated_at': '2022-03-11T03:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': 'ae06cdad-78cb-49b8-ac49-893a5dc17d71', 'name': '', 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'mac_address': 'fa:16:3e:97:0c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9d7ee705-0509-4a4b-bcad-7ac46e456173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:11Z', 'updated_at': '2022-03-11T03:09:23Z', 'revision_number': 4, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'subnets': [{'id': '9d7ee705-0509-4a4b-bcad-7ac46e456173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:09:26.844584 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-058211ea-444a-4ac4-a944-95d964dde241 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:26.848729 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-26c7e8d5-4a0a-4399-9ca5-dc60e19560d8 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:26.926435 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6fa5f4-33e5-4599-8f39-4d353b588c2e None None] The sync data for ids ['f64c16ae-eb84-4976-bb0d-79c3a8590dc5'] in dv-cinder-740146-14-iscsi is: [{'id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'name': 'tempest-AttachVolumeTestJSON-664179423-router', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '262549d5-b931-4643-b731-0ec614fbf220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:09:13Z', 'revision_number': 4, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'gw_port': {'id': '262549d5-b931-4643-b731-0ec614fbf220', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:dc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:05Z', 'updated_at': '2022-03-11T03:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': 'ae06cdad-78cb-49b8-ac49-893a5dc17d71', 'name': '', 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'mac_address': 'fa:16:3e:97:0c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9d7ee705-0509-4a4b-bcad-7ac46e456173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:11Z', 'updated_at': '2022-03-11T03:09:23Z', 'revision_number': 4, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'subnets': [{'id': '9d7ee705-0509-4a4b-bcad-7ac46e456173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:09:26.943061 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-de92b08f-1065-405e-9398-e3aa936223d6 service neutron] 10.222.0.18 "GET /v2.0/networks/132822ca-ae8a-4714-bc21-54231d0157c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0145025 Mar 11 03:09:26.956904 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-56550c35-0693-46be-a746-e3246ed79fd1 req-15d7ce25-f1c9-430e-bc47-322b9d4939b7 service neutron] 10.222.0.16 "GET /v2.0/networks/e2d579c7-a842-4f0b-93b4-f7cc1c183b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583921 Mar 11 03:09:26.994139 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-ef7114f5-ba41-4fa6-a1c3-0558e76fb8dd None None] Current status of the port 36d581ab-f865-4b2a-bdbb-2a77e0ca66ba is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:09:27.009299 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-72d421ae-adc4-481e-939b-230b8e6c2c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0166ba64-a0a9-40b8-afd3-13db3e159e97', 'name': 'tempest-ServerRescueNegativeTestJSON-1308742083-router', 'tenant_id': 'f7e7fb507bd241639abd2bb972ec968e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '06fbde6d-7784-431d-b451-acefee56c95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:06Z', 'updated_at': '2022-03-11T03:09:18Z', 'revision_number': 4, 'project_id': 'f7e7fb507bd241639abd2bb972ec968e', 'gw_port': {'id': '06fbde6d-7784-431d-b451-acefee56c95b', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0166ba64-a0a9-40b8-afd3-13db3e159e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:08Z', 'updated_at': '2022-03-11T03:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': 'd032425e-cc0e-4726-a6c2-a4f773a934ac', 'name': '', 'network_id': 'e2d579c7-a842-4f0b-93b4-f7cc1c183b27', 'tenant_id': 'f7e7fb507bd241639abd2bb972ec968e', 'mac_address': 'fa:16:3e:5e:2a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0166ba64-a0a9-40b8-afd3-13db3e159e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e0cab262-f422-464f-830a-5936d4fe68aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:15Z', 'updated_at': '2022-03-11T03:09:18Z', 'revision_number': 2, 'project_id': 'f7e7fb507bd241639abd2bb972ec968e', 'subnets': [{'id': 'e0cab262-f422-464f-830a-5936d4fe68aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:09:27.102861 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d421ae-adc4-481e-939b-230b8e6c2c0a None None] Checking router: 0166ba64-a0a9-40b8-afd3-13db3e159e97 for host: dv-cinder-740146-14-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:09:27.105336 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d421ae-adc4-481e-939b-230b8e6c2c0a None None] Updating router 0166ba64-a0a9-40b8-afd3-13db3e159e97 port d032425e-cc0e-4726-a6c2-a4f773a934ac binding host dv-cinder-740146-14-iscsi {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 03:09:27.129397 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-058211ea-444a-4ac4-a944-95d964dde241 admin admin] Publish callbacks [] for security_group (acb504d4-e1e5-403c-b3ce-df7e66914a1e), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:27.191942 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-058211ea-444a-4ac4-a944-95d964dde241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (acb504d4-e1e5-403c-b3ce-df7e66914a1e), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:27.192925 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-72d421ae-adc4-481e-939b-230b8e6c2c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (d032425e-cc0e-4726-a6c2-a4f773a934ac), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:27.371489 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 41562) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:27.376083 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec7957-fb29-4935-90e9-3b53b4a27ea5 req-5d068641-0014-4965-8ea0-5164acb706f7 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:27.377776 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a3ec7957-fb29-4935-90e9-3b53b4a27ea5 req-5d068641-0014-4965-8ea0-5164acb706f7 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/ports?device_id=59bf2d14-3efd-492b-a72c-626b8eb82304 HTTP/1.1" status: 200 len: 943 time: 0.4529262 Mar 11 03:09:27.462827 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 41564) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:27.463245 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-058211ea-444a-4ac4-a944-95d964dde241 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d81124bedf96466dbed6434cc080e721&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6908324 Mar 11 03:09:27.465814 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-200fe7c5-e3ae-4059-bfa3-fb345e4181ea req-45ce7faa-77bc-4e54-bd13-44a553294fc2 service neutron] 10.222.0.18 "GET /v2.0/networks/132822ca-ae8a-4714-bc21-54231d0157c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090079 Mar 11 03:09:27.510396 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058211ea-444a-4ac4-a944-95d964dde241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb504d4-e1e5-403c-b3ce-df7e66914a1e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:27.533726 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-27a27e9b-f3c1-4a7d-90b5-8a02e3acb1ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:27.533922 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-56550c35-0693-46be-a746-e3246ed79fd1 req-4c3ca173-0ddc-4a78-8060-c4d447af39b1 service neutron] 10.222.0.16 "GET /v2.0/networks/e2d579c7-a842-4f0b-93b4-f7cc1c183b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5761926 Mar 11 03:09:27.700145 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a3ec7957-fb29-4935-90e9-3b53b4a27ea5 req-8e397131-e852-4f42-8715-dccb16c9d56e tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a3dff98-a65a-4957-972f-ede6b0660612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137157 Mar 11 03:09:27.721048 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84999928-9f19-4fe2-86b6-58ca00c27a3e req-5dabbf9f-774e-4ebd-bc6e-0f9201ccc249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:27.723607 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-84999928-9f19-4fe2-86b6-58ca00c27a3e req-5dabbf9f-774e-4ebd-bc6e-0f9201ccc249 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ef75ff01cf245fbb97256570b870d1f&device_id=59bf2d14-3efd-492b-a72c-626b8eb82304 HTTP/1.1" status: 200 len: 1127 time: 0.1869144 Mar 11 03:09:27.728434 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ab68b88-d39b-452c-9f9d-701f8b352960 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for port (53ad84aa-4ba0-4307-b34e-d2f9776e07fd), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:27.753791 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9780eea1-c435-4b05-abc6-db5650099ae7 admin admin] Publish callbacks [] for security_group (acb504d4-e1e5-403c-b3ce-df7e66914a1e), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:27.866614 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9780eea1-c435-4b05-abc6-db5650099ae7 admin admin] Publish callbacks [] for security_group (acb504d4-e1e5-403c-b3ce-df7e66914a1e), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:28.071134 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-72d421ae-adc4-481e-939b-230b8e6c2c0a None None] Publish callbacks [] for port (d032425e-cc0e-4726-a6c2-a4f773a934ac), precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:28.082758 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-72d421ae-adc4-481e-939b-230b8e6c2c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (d032425e-cc0e-4726-a6c2-a4f773a934ac), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:28.118145 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-27a27e9b-f3c1-4a7d-90b5-8a02e3acb1ee admin admin] Publish callbacks [] for security_group (f5c1a062-e6b8-4e5b-9b17-c39b6b7f404b), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:28.139951 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1b006a58-137c-4583-8447-f29c16bd3a08 req-885dc4c0-94d4-4f35-963b-2928c39704d2 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 210 time: 0.2480354 Mar 11 03:09:28.163438 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-27a27e9b-f3c1-4a7d-90b5-8a02e3acb1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (f5c1a062-e6b8-4e5b-9b17-c39b6b7f404b), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:28.259544 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9780eea1-c435-4b05-abc6-db5650099ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (acb504d4-e1e5-403c-b3ce-df7e66914a1e), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:28.270607 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9780eea1-c435-4b05-abc6-db5650099ae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:28.285631 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-9780eea1-c435-4b05-abc6-db5650099ae7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/acb504d4-e1e5-403c-b3ce-df7e66914a1e HTTP/1.1" status: 204 len: 168 time: 0.8209913 Mar 11 03:09:28.295926 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320dff28-9bde-4d21-93a2-1063ee8566f4 None None] Pushing event updated for resources: {'Port': ['ID=d032425e-cc0e-4726-a6c2-a4f773a934ac,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:28.343252 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9780eea1-c435-4b05-abc6-db5650099ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb504d4-e1e5-403c-b3ce-df7e66914a1e,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:28.363092 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ab68b88-d39b-452c-9f9d-701f8b352960 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670'] for port (53ad84aa-4ba0-4307-b34e-d2f9776e07fd), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:28.542380 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84999928-9f19-4fe2-86b6-58ca00c27a3e req-7272b305-a61c-463e-89e9-563385a2eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:28.551002 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-84999928-9f19-4fe2-86b6-58ca00c27a3e req-7272b305-a61c-463e-89e9-563385a2eb5e service neutron] 10.222.0.18 "GET /v2.0/networks?id=132822ca-ae8a-4714-bc21-54231d0157c2 HTTP/1.1" status: 200 len: 912 time: 0.7841637 Mar 11 03:09:28.577764 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a27e9b-f3c1-4a7d-90b5-8a02e3acb1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c1a062-e6b8-4e5b-9b17-c39b6b7f404b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:28.601912 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 41612) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:28.602709 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-27a27e9b-f3c1-4a7d-90b5-8a02e3acb1ee admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7cf14d4a7a084c0a9186ef2f15461a5f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1466377 Mar 11 03:09:28.604848 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab68b88-d39b-452c-9f9d-701f8b352960 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Network 9b47ca21-aede-450a-93e7-0e4b22f1eaa6 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:09:28.680290 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-6ab68b88-d39b-452c-9f9d-701f8b352960 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:09:28.693134 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-84999928-9f19-4fe2-86b6-58ca00c27a3e req-edd68b95-a934-4211-a2a3-569a27af1828 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eebde8dc-ce33-41b6-9cbf-6d74fd1f2717 HTTP/1.1" status: 200 len: 217 time: 0.1216984 Mar 11 03:09:28.696346 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-26c7e8d5-4a0a-4399-9ca5-dc60e19560d8 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Allocated IP 172.27.2.172 (9b47ca21-aede-450a-93e7-0e4b22f1eaa6/91a34137-7039-479a-a714-41dcecc02d59/28b90b09-88ca-4790-8588-7cafacaa1e45) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:09:28.709061 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab68b88-d39b-452c-9f9d-701f8b352960 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:09:28.722657 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab68b88-d39b-452c-9f9d-701f8b352960 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Pushing event updated for resources: {'Port': ['ID=53ad84aa-4ba0-4307-b34e-d2f9776e07fd,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:28.738221 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-72d421ae-adc4-481e-939b-230b8e6c2c0a None None] Attempting to bind port d032425e-cc0e-4726-a6c2-a4f773a934ac on host dv-cinder-740146-14-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:09:28.741467 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-72d421ae-adc4-481e-939b-230b8e6c2c0a None None] Attempting to bind port d032425e-cc0e-4726-a6c2-a4f773a934ac by drivers openvswitch,hyperv on host dv-cinder-740146-14-iscsi at level 0 using segments [{'id': '095992f8-b5e9-4505-bbef-9ada1783e2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e2d579c7-a842-4f0b-93b4-f7cc1c183b27'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:09:28.745188 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d421ae-adc4-481e-939b-230b8e6c2c0a None None] Attempting to bind port d032425e-cc0e-4726-a6c2-a4f773a934ac on network e2d579c7-a842-4f0b-93b4-f7cc1c183b27 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:09:28.777249 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d421ae-adc4-481e-939b-230b8e6c2c0a None None] Checking agent: {'id': '4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 1, 6), 'started_at': datetime.datetime(2022, 3, 11, 3, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:09:28.777669 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d421ae-adc4-481e-939b-230b8e6c2c0a None None] Checking segment: {'id': '095992f8-b5e9-4505-bbef-9ada1783e2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e2d579c7-a842-4f0b-93b4-f7cc1c183b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:09:28.779744 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-72d421ae-adc4-481e-939b-230b8e6c2c0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:28.782691 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d421ae-adc4-481e-939b-230b8e6c2c0a None None] Bound using segment: {'id': '095992f8-b5e9-4505-bbef-9ada1783e2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e2d579c7-a842-4f0b-93b4-f7cc1c183b27'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:09:28.783368 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-72d421ae-adc4-481e-939b-230b8e6c2c0a None None] Bound port: d032425e-cc0e-4726-a6c2-a4f773a934ac, host: dv-cinder-740146-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '095992f8-b5e9-4505-bbef-9ada1783e2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e2d579c7-a842-4f0b-93b4-f7cc1c183b27'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:09:28.783819 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-72d421ae-adc4-481e-939b-230b8e6c2c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (d032425e-cc0e-4726-a6c2-a4f773a934ac), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:29.090252 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ab68b88-d39b-452c-9f9d-701f8b352960 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for floatingip (a6dc6826-138a-4024-bf3e-abf4cb6fcdd3), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:29.094798 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84999928-9f19-4fe2-86b6-58ca00c27a3e req-737a3208-e1d2-48aa-a220-96ccc06a3a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:29.096832 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-84999928-9f19-4fe2-86b6-58ca00c27a3e req-737a3208-e1d2-48aa-a220-96ccc06a3a1b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8a55c2f0-22b9-4102-8a28-d7546a6a36d0 HTTP/1.1" status: 200 len: 852 time: 0.3302906 Mar 11 03:09:29.153725 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device ae06cdad-78cb-49b8-ac49-893a5dc17d71 up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:09:29.160531 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-72d421ae-adc4-481e-939b-230b8e6c2c0a None None] For port d032425e-cc0e-4726-a6c2-a4f773a934ac, host dv-cinder-740146-14-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:09:29.186052 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1574c5c5-0df5-4565-adcb-363b8d2a2ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:29.202923 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-72d421ae-adc4-481e-939b-230b8e6c2c0a None None] For port d032425e-cc0e-4726-a6c2-a4f773a934ac, host dv-cinder-740146-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=d032425e-cc0e-4726-a6c2-a4f773a934ac,segment=NetworkSegment(095992f8-b5e9-4505-bbef-9ada1783e2b3),segment_id=095992f8-b5e9-4505-bbef-9ada1783e2b3)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:09:29.240038 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-72d421ae-adc4-481e-939b-230b8e6c2c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (d032425e-cc0e-4726-a6c2-a4f773a934ac), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:29.278421 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ab68b88-d39b-452c-9f9d-701f8b352960 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (53ad84aa-4ba0-4307-b34e-d2f9776e07fd), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:29.291980 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port ae06cdad-78cb-49b8-ac49-893a5dc17d71 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:09:29.296831 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (ae06cdad-78cb-49b8-ac49-893a5dc17d71), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:29.365370 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d421ae-adc4-481e-939b-230b8e6c2c0a None None] Routers {'0166ba64-a0a9-40b8-afd3-13db3e159e97'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:09:29.366290 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-72d421ae-adc4-481e-939b-230b8e6c2c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:09:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['0166ba64-a0a9-40b8-afd3-13db3e159e97'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:09:29.459649 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320dff28-9bde-4d21-93a2-1063ee8566f4 None None] Pushing event updated for resources: {'Port': ['ID=d032425e-cc0e-4726-a6c2-a4f773a934ac,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:29.505729 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:09:29.534573 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-26c7e8d5-4a0a-4399-9ca5-dc60e19560d8 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for port (28b90b09-88ca-4790-8588-7cafacaa1e45), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:29.680933 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ab68b88-d39b-452c-9f9d-701f8b352960 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for port (53ad84aa-4ba0-4307-b34e-d2f9776e07fd), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:29.690801 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ab68b88-d39b-452c-9f9d-701f8b352960 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (53ad84aa-4ba0-4307-b34e-d2f9776e07fd), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:29.703249 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-26c7e8d5-4a0a-4399-9ca5-dc60e19560d8 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670'] for port (28b90b09-88ca-4790-8588-7cafacaa1e45), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:29.747908 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ab68b88-d39b-452c-9f9d-701f8b352960 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740024'] for floatingip (a6dc6826-138a-4024-bf3e-abf4cb6fcdd3), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:29.830061 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c7e8d5-4a0a-4399-9ca5-dc60e19560d8 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Network 9b47ca21-aede-450a-93e7-0e4b22f1eaa6 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:09:29.833399 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab68b88-d39b-452c-9f9d-701f8b352960 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Pushing event updated for resources: {'Port': ['ID=53ad84aa-4ba0-4307-b34e-d2f9776e07fd,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:29.849140 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-26c7e8d5-4a0a-4399-9ca5-dc60e19560d8 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:09:29.849565 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port ae06cdad-78cb-49b8-ac49-893a5dc17d71 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:09:29.856218 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c7e8d5-4a0a-4399-9ca5-dc60e19560d8 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:09:29.864116 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6ab68b88-d39b-452c-9f9d-701f8b352960 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:29.883932 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-6ab68b88-d39b-452c-9f9d-701f8b352960 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4177692 Mar 11 03:09:29.897066 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-72d421ae-adc4-481e-939b-230b8e6c2c0a None None] Set router 0166ba64-a0a9-40b8-afd3-13db3e159e97 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:09:30.035007 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7e8d5-4a0a-4399-9ca5-dc60e19560d8 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Pushing event updated for resources: {'Port': ['ID=28b90b09-88ca-4790-8588-7cafacaa1e45,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:30.072083 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-362ce9d2-c3d2-4662-ae3b-d441e73df335 admin admin] Publish callbacks [] for security_group (f5c1a062-e6b8-4e5b-9b17-c39b6b7f404b), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:30.143108 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-362ce9d2-c3d2-4662-ae3b-d441e73df335 admin admin] Publish callbacks [] for security_group (f5c1a062-e6b8-4e5b-9b17-c39b6b7f404b), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:30.210264 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-362ce9d2-c3d2-4662-ae3b-d441e73df335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (f5c1a062-e6b8-4e5b-9b17-c39b6b7f404b), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:30.213460 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-362ce9d2-c3d2-4662-ae3b-d441e73df335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:30.215163 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-362ce9d2-c3d2-4662-ae3b-d441e73df335 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f5c1a062-e6b8-4e5b-9b17-c39b6b7f404b HTTP/1.1" status: 204 len: 168 time: 1.6121573 Mar 11 03:09:30.251019 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ce9d2-c3d2-4662-ae3b-d441e73df335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c1a062-e6b8-4e5b-9b17-c39b6b7f404b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:30.267963 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-72d421ae-adc4-481e-939b-230b8e6c2c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0166ba64-a0a9-40b8-afd3-13db3e159e97', 'name': 'tempest-ServerRescueNegativeTestJSON-1308742083-router', 'tenant_id': 'f7e7fb507bd241639abd2bb972ec968e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '06fbde6d-7784-431d-b451-acefee56c95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:06Z', 'updated_at': '2022-03-11T03:09:18Z', 'revision_number': 4, 'project_id': 'f7e7fb507bd241639abd2bb972ec968e', 'gw_port': {'id': '06fbde6d-7784-431d-b451-acefee56c95b', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0166ba64-a0a9-40b8-afd3-13db3e159e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:08Z', 'updated_at': '2022-03-11T03:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': 'd032425e-cc0e-4726-a6c2-a4f773a934ac', 'name': '', 'network_id': 'e2d579c7-a842-4f0b-93b4-f7cc1c183b27', 'tenant_id': 'f7e7fb507bd241639abd2bb972ec968e', 'mac_address': 'fa:16:3e:5e:2a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0166ba64-a0a9-40b8-afd3-13db3e159e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e0cab262-f422-464f-830a-5936d4fe68aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:15Z', 'updated_at': '2022-03-11T03:09:29Z', 'revision_number': 4, 'project_id': 'f7e7fb507bd241639abd2bb972ec968e', 'subnets': [{'id': 'e0cab262-f422-464f-830a-5936d4fe68aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:09:30.308012 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93952851-abea-409c-8433-750a63a11f9b req-cfc84ca1-cd7e-4f20-9c6f-696b578fa5d6 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:30.309624 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-93952851-abea-409c-8433-750a63a11f9b req-cfc84ca1-cd7e-4f20-9c6f-696b578fa5d6 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/ports?device_id=59bf2d14-3efd-492b-a72c-626b8eb82304 HTTP/1.1" status: 200 len: 943 time: 0.5573621 Mar 11 03:09:30.393686 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-22492869-5024-48d2-aee0-22fd56631560 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:30.395553 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-22492869-5024-48d2-aee0-22fd56631560 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/networks?id=e2d579c7-a842-4f0b-93b4-f7cc1c183b27 HTTP/1.1" status: 200 len: 819 time: 1.7823608 Mar 11 03:09:30.418893 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d421ae-adc4-481e-939b-230b8e6c2c0a None None] The sync data for ids ['0166ba64-a0a9-40b8-afd3-13db3e159e97'] in dv-cinder-740146-14-iscsi is: [{'id': '0166ba64-a0a9-40b8-afd3-13db3e159e97', 'name': 'tempest-ServerRescueNegativeTestJSON-1308742083-router', 'tenant_id': 'f7e7fb507bd241639abd2bb972ec968e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '06fbde6d-7784-431d-b451-acefee56c95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:06Z', 'updated_at': '2022-03-11T03:09:18Z', 'revision_number': 4, 'project_id': 'f7e7fb507bd241639abd2bb972ec968e', 'gw_port': {'id': '06fbde6d-7784-431d-b451-acefee56c95b', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0166ba64-a0a9-40b8-afd3-13db3e159e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:08Z', 'updated_at': '2022-03-11T03:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': 'd032425e-cc0e-4726-a6c2-a4f773a934ac', 'name': '', 'network_id': 'e2d579c7-a842-4f0b-93b4-f7cc1c183b27', 'tenant_id': 'f7e7fb507bd241639abd2bb972ec968e', 'mac_address': 'fa:16:3e:5e:2a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0166ba64-a0a9-40b8-afd3-13db3e159e97', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e0cab262-f422-464f-830a-5936d4fe68aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:15Z', 'updated_at': '2022-03-11T03:09:29Z', 'revision_number': 4, 'project_id': 'f7e7fb507bd241639abd2bb972ec968e', 'subnets': [{'id': 'e0cab262-f422-464f-830a-5936d4fe68aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:09:30.520835 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-84999928-9f19-4fe2-86b6-58ca00c27a3e req-98c9e6a6-6de0-4e9a-9083-b4cd05c59af7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=132822ca-ae8a-4714-bc21-54231d0157c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4728491 Mar 11 03:09:30.587470 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-26c7e8d5-4a0a-4399-9ca5-dc60e19560d8 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for floatingip (90f55000-a2c0-42e9-9a34-4f3e275c4b92), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:30.589396 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-93952851-abea-409c-8433-750a63a11f9b req-b7a0af83-c3eb-4865-a975-c8406a6f2998 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a3dff98-a65a-4957-972f-ede6b0660612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503228 Mar 11 03:09:30.632056 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-0a4915f8-f067-408d-b14a-77730530daba tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/quotas/f7e7fb507bd241639abd2bb972ec968e HTTP/1.1" status: 200 len: 375 time: 0.2123289 Mar 11 03:09:30.726194 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-7a2ffd81-a0a8-4999-9051-677e29d80909 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f7e7fb507bd241639abd2bb972ec968e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0864589 Mar 11 03:09:30.767272 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-26c7e8d5-4a0a-4399-9ca5-dc60e19560d8 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (28b90b09-88ca-4790-8588-7cafacaa1e45), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:30.961969 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-9f59cfb6-a334-43b6-b751-45bcf6fd23ff service neutron] 10.222.0.16 "GET /v2.0/networks/e2d579c7-a842-4f0b-93b4-f7cc1c183b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215900 Mar 11 03:09:31.012703 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device d032425e-cc0e-4726-a6c2-a4f773a934ac up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:09:31.075965 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-f7483a20-8a04-4d04-975c-745bd5d64952 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1072856242&fields=id&tenant_id=0e5431e997864911902bdbf8e8d5d889 HTTP/1.1" status: 200 len: 267 time: 0.1583774 Mar 11 03:09:31.108460 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-26c7e8d5-4a0a-4399-9ca5-dc60e19560d8 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for port (28b90b09-88ca-4790-8588-7cafacaa1e45), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:31.116627 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-26c7e8d5-4a0a-4399-9ca5-dc60e19560d8 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (28b90b09-88ca-4790-8588-7cafacaa1e45), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:31.141141 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port d032425e-cc0e-4726-a6c2-a4f773a934ac triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:09:31.141527 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (d032425e-cc0e-4726-a6c2-a4f773a934ac), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:31.186292 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-26c7e8d5-4a0a-4399-9ca5-dc60e19560d8 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740024'] for floatingip (90f55000-a2c0-42e9-9a34-4f3e275c4b92), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:31.233480 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-26c7e8d5-4a0a-4399-9ca5-dc60e19560d8 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:31.243485 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-26c7e8d5-4a0a-4399-9ca5-dc60e19560d8 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8111377 Mar 11 03:09:31.280778 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7e8d5-4a0a-4399-9ca5-dc60e19560d8 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Pushing event updated for resources: {'Port': ['ID=28b90b09-88ca-4790-8588-7cafacaa1e45,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:31.289784 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-c078d672-1e99-44bb-922f-269f84233a52 service neutron] 10.222.0.16 "GET /v2.0/networks/e2d579c7-a842-4f0b-93b4-f7cc1c183b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258305 Mar 11 03:09:31.331984 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-991aadfc-102e-459e-9496-4c7b739513aa tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:31.334069 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-991aadfc-102e-459e-9496-4c7b739513aa tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/networks?id=f37c9105-a6f8-4fcf-a203-248706ae8fe4 HTTP/1.1" status: 200 len: 810 time: 0.2572451 Mar 11 03:09:31.349980 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port d032425e-cc0e-4726-a6c2-a4f773a934ac is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:09:31.350381 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (d032425e-cc0e-4726-a6c2-a4f773a934ac), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:31.393613 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-f098a8b1-a0ad-40c9-bf36-7708c4406179 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/quotas/0e5431e997864911902bdbf8e8d5d889 HTTP/1.1" status: 200 len: 375 time: 0.0519791 Mar 11 03:09:31.517831 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] For port d032425e-cc0e-4726-a6c2-a4f773a934ac, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=d032425e-cc0e-4726-a6c2-a4f773a934ac,segment=NetworkSegment(095992f8-b5e9-4505-bbef-9ada1783e2b3),segment_id=095992f8-b5e9-4505-bbef-9ada1783e2b3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:09:31.519103 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b06e57cf-2bfc-4a8f-8e0e-0930359baa32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:31.524146 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (d032425e-cc0e-4726-a6c2-a4f773a934ac), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:31.558245 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-1ab8c7f2-95f0-4f2a-8aa1-ebbb3b67029a tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e5431e997864911902bdbf8e8d5d889&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1482890 Mar 11 03:09:31.598810 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Pushing event updated for resources: {'Port': ['ID=d032425e-cc0e-4726-a6c2-a4f773a934ac,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:31.824001 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-ed9fa54c-0509-4dc3-8d4a-fb94e8fc5d02 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1271441221&fields=id&tenant_id=7d1479d5aac746a7a501d6c1fd3e7dc4 HTTP/1.1" status: 200 len: 267 time: 0.1234136 Mar 11 03:09:31.948860 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-84999928-9f19-4fe2-86b6-58ca00c27a3e req-bcd8d030-057b-4e5e-bfcc-6e84d13311d7 service neutron] 10.222.0.18 "GET /v2.0/networks/132822ca-ae8a-4714-bc21-54231d0157c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733440 Mar 11 03:09:32.177371 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-84999928-9f19-4fe2-86b6-58ca00c27a3e req-8e6fe8a6-cd7b-411c-a1d3-a831ebd70777 service neutron] 10.222.0.18 "GET /v2.0/networks/132822ca-ae8a-4714-bc21-54231d0157c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215645 Mar 11 03:09:32.193487 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-048f389f-2c97-426c-b08c-8fdd78c17562 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 03:09:32.205215 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-048f389f-2c97-426c-b08c-8fdd78c17562 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2923620 Mar 11 03:09:32.334725 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-25c6991a-e4b6-40bf-a0a5-06d3f60c3798 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:32.348240 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-25c6991a-e4b6-40bf-a0a5-06d3f60c3798 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/networks?id=24591a89-9096-47e5-935c-efce9ff962e5 HTTP/1.1" status: 200 len: 817 time: 0.5110891 Mar 11 03:09:32.372683 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-183f4d5c-c870-4e28-8337-d1919cb04954 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/quotas/7d1479d5aac746a7a501d6c1fd3e7dc4 HTTP/1.1" status: 200 len: 375 time: 0.0225551 Mar 11 03:09:32.642648 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:32.662848 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-53e06831-6159-49c4-b8a4-27ced25850e1 service neutron] 10.222.0.16 "GET /v2.0/networks/f37c9105-a6f8-4fcf-a203-248706ae8fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4554021 Mar 11 03:09:32.686919 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-5685841b-4143-437b-98c6-c7108e6fa457 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7d1479d5aac746a7a501d6c1fd3e7dc4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3124752 Mar 11 03:09:32.708725 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56550c35-0693-46be-a746-e3246ed79fd1 req-04c17dbd-6e65-4a7b-8b3e-f1092b4372b9 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:32.711168 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-56550c35-0693-46be-a746-e3246ed79fd1 req-04c17dbd-6e65-4a7b-8b3e-f1092b4372b9 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.18 "GET /v2.0/networks?id=e2d579c7-a842-4f0b-93b4-f7cc1c183b27 HTTP/1.1" status: 200 len: 819 time: 0.2856686 Mar 11 03:09:32.883667 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-fac3b43b-c541-430a-98d9-5bd8ad50387e service neutron] 10.222.0.16 "GET /v2.0/networks/f37c9105-a6f8-4fcf-a203-248706ae8fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189872 Mar 11 03:09:32.887205 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-af2a1537-fe67-4617-9ca3-e237097ac7f4 service neutron] 10.222.0.16 "GET /v2.0/networks/24591a89-9096-47e5-935c-efce9ff962e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761189 Mar 11 03:09:32.918829 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device d032425e-cc0e-4726-a6c2-a4f773a934ac up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:09:33.049985 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port d032425e-cc0e-4726-a6c2-a4f773a934ac triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:09:33.050635 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (d032425e-cc0e-4726-a6c2-a4f773a934ac), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:33.074514 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-2706dd5c-c31f-4162-8dab-48b0c72d0665 service neutron] 10.222.0.16 "GET /v2.0/networks/24591a89-9096-47e5-935c-efce9ff962e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727722 Mar 11 03:09:33.235181 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0adff5fc-e303-4102-ae2a-802a220e8951 req-0de2f75b-fe24-43e9-b832-1a0fdfd148e0 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 210 time: 0.0458055 Mar 11 03:09:33.241243 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port d032425e-cc0e-4726-a6c2-a4f773a934ac is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:09:33.378888 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-35ba8ebc-149d-4d00-a6bc-ab8f16ffd132 req-84bc7612-bb11-4f6d-b0d7-389349595b77 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 210 time: 0.0848460 Mar 11 03:09:33.521213 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bdee240b-5a46-4c8d-a197-819c2d9e6097 req-06626d3b-fdd8-489f-99ff-4d905cb664b9 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 210 time: 0.0569520 Mar 11 03:09:33.529385 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e421e47-3c6d-4a24-8ef0-33ab737cf7da req-ca24f01a-845f-4ec4-943f-2b82d6cc9bb0 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:33.538500 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5e421e47-3c6d-4a24-8ef0-33ab737cf7da req-ca24f01a-845f-4ec4-943f-2b82d6cc9bb0 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/ports?device_id=59bf2d14-3efd-492b-a72c-626b8eb82304 HTTP/1.1" status: 200 len: 943 time: 0.2108481 Mar 11 03:09:33.590487 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5e421e47-3c6d-4a24-8ef0-33ab737cf7da req-3f47a659-d265-4ce2-ac84-d5fd1e04d664 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a3dff98-a65a-4957-972f-ede6b0660612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511072 Mar 11 03:09:33.917883 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 41832) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:34.030905 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1e8b348c-b487-4dda-8bed-bacf0466135a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:34.113809 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1e8b348c-b487-4dda-8bed-bacf0466135a admin admin] Publish callbacks [] for security_group (c957c60b-f08b-47f5-9b0c-2a4449961090), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:34.118340 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1e8b348c-b487-4dda-8bed-bacf0466135a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (c957c60b-f08b-47f5-9b0c-2a4449961090), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:34.160551 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-1e8b348c-b487-4dda-8bed-bacf0466135a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e8ede7662f224cc3be207f8b2dca61d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415709 Mar 11 03:09:34.161273 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b348c-b487-4dda-8bed-bacf0466135a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c957c60b-f08b-47f5-9b0c-2a4449961090,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:34.163615 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 41842) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:34.223531 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:34.237785 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7c499157-004a-437a-a5a7-2a25ff1c8dcd admin admin] Publish callbacks [] for security_group (c957c60b-f08b-47f5-9b0c-2a4449961090), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:34.259742 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7c499157-004a-437a-a5a7-2a25ff1c8dcd admin admin] Publish callbacks [] for security_group (c957c60b-f08b-47f5-9b0c-2a4449961090), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:34.306544 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7c499157-004a-437a-a5a7-2a25ff1c8dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (c957c60b-f08b-47f5-9b0c-2a4449961090), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:34.309446 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7c499157-004a-437a-a5a7-2a25ff1c8dcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:34.313755 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-7c499157-004a-437a-a5a7-2a25ff1c8dcd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c957c60b-f08b-47f5-9b0c-2a4449961090 HTTP/1.1" status: 204 len: 168 time: 0.1490517 Mar 11 03:09:34.321500 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c499157-004a-437a-a5a7-2a25ff1c8dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c957c60b-f08b-47f5-9b0c-2a4449961090,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:34.328817 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c8197db2-ea5c-4aa9-98fd-7d65364ed4d3 req-f5186812-2110-4447-b1e2-60c03d733334 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 210 time: 0.0288928 Mar 11 03:09:34.480576 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-92999c34-2d46-49e2-92ca-d051f43331fd req-e2b118c9-6a2a-4ec7-847e-d22c8da95b47 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 210 time: 0.0272458 Mar 11 03:09:34.592260 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 41858) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:34.613091 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-daeb4b5e-ab51-42bc-aedf-93b60c032dff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:34.627734 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a4e8a220-d2ed-4aa1-b92f-a86f7cc36616 req-35f0f076-3a31-4942-b063-181d78ba840a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 210 time: 0.0280106 Mar 11 03:09:34.698613 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-daeb4b5e-ab51-42bc-aedf-93b60c032dff admin admin] Publish callbacks [] for security_group (a5d16d2d-b741-4658-b33a-80af0545888a), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:34.702420 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-daeb4b5e-ab51-42bc-aedf-93b60c032dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (a5d16d2d-b741-4658-b33a-80af0545888a), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:34.718132 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495c1e0-f3a4-4b2e-8637-013c6d9c01ac req-0f510502-4287-49a2-9081-2ba63f225de8 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:34.720173 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1495c1e0-f3a4-4b2e-8637-013c6d9c01ac req-0f510502-4287-49a2-9081-2ba63f225de8 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/ports?device_id=59bf2d14-3efd-492b-a72c-626b8eb82304 HTTP/1.1" status: 200 len: 943 time: 0.0535433 Mar 11 03:09:34.742398 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-daeb4b5e-ab51-42bc-aedf-93b60c032dff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb82c0885ff2405fbbaa1c6d4e219dc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1487622 Mar 11 03:09:34.743242 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeb4b5e-ab51-42bc-aedf-93b60c032dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d16d2d-b741-4658-b33a-80af0545888a,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:34.745012 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 41862) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:34.787468 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1495c1e0-f3a4-4b2e-8637-013c6d9c01ac req-e96cf486-b211-442a-b31e-56e397d6075d tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a3dff98-a65a-4957-972f-ede6b0660612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615952 Mar 11 03:09:34.818423 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e4b5e440-ffd0-4045-8fa3-b831ea6ece18 admin admin] Publish callbacks [] for security_group (a5d16d2d-b741-4658-b33a-80af0545888a), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:34.839124 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e4b5e440-ffd0-4045-8fa3-b831ea6ece18 admin admin] Publish callbacks [] for security_group (a5d16d2d-b741-4658-b33a-80af0545888a), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:34.884543 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e4b5e440-ffd0-4045-8fa3-b831ea6ece18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (a5d16d2d-b741-4658-b33a-80af0545888a), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:34.887068 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e4b5e440-ffd0-4045-8fa3-b831ea6ece18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:34.888180 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-e4b5e440-ffd0-4045-8fa3-b831ea6ece18 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a5d16d2d-b741-4658-b33a-80af0545888a HTTP/1.1" status: 204 len: 168 time: 0.1422725 Mar 11 03:09:34.896013 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b5e440-ffd0-4045-8fa3-b831ea6ece18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d16d2d-b741-4658-b33a-80af0545888a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:35.113147 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-56550c35-0693-46be-a746-e3246ed79fd1 req-e5cc9470-ce67-406b-9338-7ab990f4ab88 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Request body: {'port': {'device_id': '043a1d17-785f-40b2-ba29-2e188fe1d142', 'network_id': 'e2d579c7-a842-4f0b-93b4-f7cc1c183b27', 'admin_state_up': True, 'tenant_id': 'f7e7fb507bd241639abd2bb972ec968e'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:09:35.246731 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56550c35-0693-46be-a746-e3246ed79fd1 req-e5cc9470-ce67-406b-9338-7ab990f4ab88 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Made reservation on behalf of f7e7fb507bd241639abd2bb972ec968e for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:09:35.251415 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-56550c35-0693-46be-a746-e3246ed79fd1 req-e5cc9470-ce67-406b-9338-7ab990f4ab88 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:35.500728 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2e054eda-2183-4850-b7d6-131ccaae867a req-9616ca43-169f-4883-89b7-4091758b54c0 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 210 time: 0.0814226 Mar 11 03:09:35.546817 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-56550c35-0693-46be-a746-e3246ed79fd1 req-e5cc9470-ce67-406b-9338-7ab990f4ab88 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Allocated IP 172.20.0.8 (e2d579c7-a842-4f0b-93b4-f7cc1c183b27/e0cab262-f422-464f-830a-5936d4fe68aa/821c2ddf-a3cc-459d-bc78-acf1e102fdb3) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:09:35.614544 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f734636a-f859-4b46-9740-e2603270697d req-9132bfa2-b68a-4b8f-9c5b-2bf85ed01934 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 210 time: 0.0348792 Mar 11 03:09:35.668778 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:35.758969 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-41fd041f-da3a-415e-9e4a-f8d75175cdfc req-d2e8df2c-276c-4a6b-88fb-4e692bda9a5e tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 210 time: 0.0432394 Mar 11 03:09:35.783153 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-56550c35-0693-46be-a746-e3246ed79fd1 req-e5cc9470-ce67-406b-9338-7ab990f4ab88 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Publish callbacks [] for port (821c2ddf-a3cc-459d-bc78-acf1e102fdb3), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:35.804217 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.18', 55198) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:35.893630 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-56550c35-0693-46be-a746-e3246ed79fd1 req-e5cc9470-ce67-406b-9338-7ab990f4ab88 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670'] for port (821c2ddf-a3cc-459d-bc78-acf1e102fdb3), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:36.002967 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56550c35-0693-46be-a746-e3246ed79fd1 req-e5cc9470-ce67-406b-9338-7ab990f4ab88 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Network e2d579c7-a842-4f0b-93b4-f7cc1c183b27 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:09:36.005712 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.18', 55199) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:36.025525 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-56550c35-0693-46be-a746-e3246ed79fd1 req-e5cc9470-ce67-406b-9338-7ab990f4ab88 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:09:36.031447 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-56550c35-0693-46be-a746-e3246ed79fd1 req-e5cc9470-ce67-406b-9338-7ab990f4ab88 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:09:36.036722 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56550c35-0693-46be-a746-e3246ed79fd1 req-e5cc9470-ce67-406b-9338-7ab990f4ab88 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:36.037343 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-56550c35-0693-46be-a746-e3246ed79fd1 req-e5cc9470-ce67-406b-9338-7ab990f4ab88 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:36.067913 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc9470-ce67-406b-9338-7ab990f4ab88 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Pushing event updated for resources: {'Port': ['ID=821c2ddf-a3cc-459d-bc78-acf1e102fdb3,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:36.079055 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.18', 55200) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:36.110836 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-b8aa73bf-abff-4822-93bc-399664b661c1 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:36.110836 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-b8aa73bf-abff-4822-93bc-399664b661c1 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.18 "GET /v2.0/networks?id=e2d579c7-a842-4f0b-93b4-f7cc1c183b27 HTTP/1.1" status: 200 len: 819 time: 0.3051386 Mar 11 03:09:36.129660 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-84ab90e3-4238-4763-b274-63b72fc6f3b2 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Request body: {'port': {'device_id': '5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f', 'network_id': 'e2d579c7-a842-4f0b-93b4-f7cc1c183b27', 'admin_state_up': True, 'tenant_id': 'f7e7fb507bd241639abd2bb972ec968e'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:09:36.207354 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-f6e6aadd-d6eb-4914-9579-ec15a56fd227 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:36.209012 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-f6e6aadd-d6eb-4914-9579-ec15a56fd227 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.18 "GET /v2.0/networks?id=f37c9105-a6f8-4fcf-a203-248706ae8fe4 HTTP/1.1" status: 200 len: 810 time: 0.1264052 Mar 11 03:09:36.209875 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59192493-0fcb-4d3d-80f3-de11e8432de9 req-4c789b93-1b53-4dd4-b939-2c310624befb tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:36.212517 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-59192493-0fcb-4d3d-80f3-de11e8432de9 req-4c789b93-1b53-4dd4-b939-2c310624befb tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/ports?device_id=59bf2d14-3efd-492b-a72c-626b8eb82304 HTTP/1.1" status: 200 len: 943 time: 0.2518864 Mar 11 03:09:36.243902 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-56550c35-0693-46be-a746-e3246ed79fd1 req-e5cc9470-ce67-406b-9338-7ab990f4ab88 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1350439 Mar 11 03:09:36.266587 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-56550c35-0693-46be-a746-e3246ed79fd1 req-da170412-baf3-4e8a-88b1-21b4f1819488 service neutron] Request body: {'port': {'device_id': '043a1d17-785f-40b2-ba29-2e188fe1d142', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:09:36.400592 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-b38c9029-ff41-4a77-b54d-ba57c4771b47 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:36.411785 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-b38c9029-ff41-4a77-b54d-ba57c4771b47 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.18 "GET /v2.0/networks?id=24591a89-9096-47e5-935c-efce9ff962e5 HTTP/1.1" status: 200 len: 817 time: 0.4048271 Mar 11 03:09:36.464428 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-59192493-0fcb-4d3d-80f3-de11e8432de9 req-f96f5421-b23d-4e11-88ba-7ed21126a7c5 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a3dff98-a65a-4957-972f-ede6b0660612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339821 Mar 11 03:09:36.471735 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-56550c35-0693-46be-a746-e3246ed79fd1 req-da170412-baf3-4e8a-88b1-21b4f1819488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (821c2ddf-a3cc-459d-bc78-acf1e102fdb3), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:36.531038 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-529e6e40-fb95-404a-a878-10166bb137d7 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e5431e997864911902bdbf8e8d5d889 HTTP/1.1" status: 200 len: 380 time: 0.2906690 Mar 11 03:09:36.545615 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-587a8904-17b3-4dd5-bed7-02780db3d13a tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Request body: {'port': {'device_id': '3f7aabbc-1aa9-435e-b499-f268324eeb16', 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4', 'admin_state_up': True, 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'security_groups': ['67c9c10a-084f-44f5-9fef-df4039f61d68']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:09:36.561094 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-84ab90e3-4238-4763-b274-63b72fc6f3b2 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Made reservation on behalf of f7e7fb507bd241639abd2bb972ec968e for: {'port': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:09:36.566856 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-84ab90e3-4238-4763-b274-63b72fc6f3b2 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:36.586729 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:36.913479 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-959445dd-dcb9-47d5-8876-d253f72fbe3e tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d1479d5aac746a7a501d6c1fd3e7dc4 HTTP/1.1" status: 200 len: 380 time: 0.4272671 Mar 11 03:09:36.947358 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-726a3f1f-a95d-4869-a3a1-4aaa92293739 req-2e2e81f9-433a-44fc-af6a-403e092c861e tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 210 time: 0.0545626 Mar 11 03:09:36.958362 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d2983eed-4890-414f-a87a-691e7508cbde req-85bec8ad-3652-4684-9120-d96c13389047 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 210 time: 0.2504160 Mar 11 03:09:36.984447 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-587a8904-17b3-4dd5-bed7-02780db3d13a tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Made reservation on behalf of 0e5431e997864911902bdbf8e8d5d889 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:09:36.988239 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-587a8904-17b3-4dd5-bed7-02780db3d13a tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:37.070761 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-04a00640-f26d-42bc-a75a-8765bcaabdce req-8d33ab37-c0c0-41dc-a962-47bf9c7283e3 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 210 time: 0.0329249 Mar 11 03:09:37.243544 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [req-56550c35-0693-46be-a746-e3246ed79fd1 req-da170412-baf3-4e8a-88b1-21b4f1819488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 821c2ddf-a3cc-459d-bc78-acf1e102fdb3 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:09:37.248148 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-587a8904-17b3-4dd5-bed7-02780db3d13a tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Allocated IP 172.20.0.11 (f37c9105-a6f8-4fcf-a203-248706ae8fe4/9d7ee705-0509-4a4b-bcad-7ac46e456173/8d55120d-a416-4047-a3c2-f8e95ec8b3aa) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:09:37.255817 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-56550c35-0693-46be-a746-e3246ed79fd1 req-da170412-baf3-4e8a-88b1-21b4f1819488 service neutron] Publish callbacks [] for port (821c2ddf-a3cc-459d-bc78-acf1e102fdb3), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:37.279751 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-56550c35-0693-46be-a746-e3246ed79fd1 req-da170412-baf3-4e8a-88b1-21b4f1819488 service neutron] Transition to ACTIVE for port object 821c2ddf-a3cc-459d-bc78-acf1e102fdb3 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 03:09:37.285755 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-56550c35-0693-46be-a746-e3246ed79fd1 req-da170412-baf3-4e8a-88b1-21b4f1819488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (821c2ddf-a3cc-459d-bc78-acf1e102fdb3), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:37.368730 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-84ab90e3-4238-4763-b274-63b72fc6f3b2 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Allocated IP 172.20.0.14 (e2d579c7-a842-4f0b-93b4-f7cc1c183b27/e0cab262-f422-464f-830a-5936d4fe68aa/f3c1625b-f223-4552-adb9-e8800bb3d9a5) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:09:37.382771 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da170412-baf3-4e8a-88b1-21b4f1819488 service neutron] Pushing event updated for resources: {'Port': ['ID=821c2ddf-a3cc-459d-bc78-acf1e102fdb3,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:37.431144 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device eebde8dc-ce33-41b6-9cbf-6d74fd1f2717 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 03:09:37.450000 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-fae07f48-190d-4485-8b16-8a93ff6019c7 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Request body: {'port': {'device_id': '448d00f3-8a18-4df4-8ee3-dd90f61da091', 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5', 'admin_state_up': True, 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'security_groups': ['143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:09:37.474012 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-56550c35-0693-46be-a746-e3246ed79fd1 req-da170412-baf3-4e8a-88b1-21b4f1819488 service neutron] Attempting to bind port 821c2ddf-a3cc-459d-bc78-acf1e102fdb3 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:09:37.474358 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-56550c35-0693-46be-a746-e3246ed79fd1 req-da170412-baf3-4e8a-88b1-21b4f1819488 service neutron] Attempting to bind port 821c2ddf-a3cc-459d-bc78-acf1e102fdb3 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '095992f8-b5e9-4505-bbef-9ada1783e2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e2d579c7-a842-4f0b-93b4-f7cc1c183b27'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:09:37.474695 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56550c35-0693-46be-a746-e3246ed79fd1 req-da170412-baf3-4e8a-88b1-21b4f1819488 service neutron] Attempting to bind port 821c2ddf-a3cc-459d-bc78-acf1e102fdb3 on network e2d579c7-a842-4f0b-93b4-f7cc1c183b27 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:09:37.542577 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-84ab90e3-4238-4763-b274-63b72fc6f3b2 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Publish callbacks [] for port (f3c1625b-f223-4552-adb9-e8800bb3d9a5), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:37.583146 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port eebde8dc-ce33-41b6-9cbf-6d74fd1f2717, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=eebde8dc-ce33-41b6-9cbf-6d74fd1f2717,segment=NetworkSegment(31014fc8-949d-4be6-8ecd-c35a0403e055),segment_id=31014fc8-949d-4be6-8ecd-c35a0403e055)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:09:37.597193 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Returning: {'device': 'eebde8dc-ce33-41b6-9cbf-6d74fd1f2717', 'network_id': '132822ca-ae8a-4714-bc21-54231d0157c2', 'port_id': 'eebde8dc-ce33-41b6-9cbf-6d74fd1f2717', 'mac_address': 'fa:16:3e:9f:b5:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a55c2f0-22b9-4102-8a28-d7546a6a36d0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 03:09:37.620613 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4e05e-9e12-48d6-9886-0b144dfe9188 req-5e1e6ed1-c8ee-47a1-91d4-0c3852395868 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:37.622219 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1ec4e05e-9e12-48d6-9886-0b144dfe9188 req-5e1e6ed1-c8ee-47a1-91d4-0c3852395868 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/ports?device_id=59bf2d14-3efd-492b-a72c-626b8eb82304 HTTP/1.1" status: 200 len: 943 time: 0.0918682 Mar 11 03:09:37.648527 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port eebde8dc-ce33-41b6-9cbf-6d74fd1f2717 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:09:37.649243 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (eebde8dc-ce33-41b6-9cbf-6d74fd1f2717), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:37.661609 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-84ab90e3-4238-4763-b274-63b72fc6f3b2 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670'] for port (f3c1625b-f223-4552-adb9-e8800bb3d9a5), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:37.669731 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eebde8dc-ce33-41b6-9cbf-6d74fd1f2717 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:09:37.697521 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56550c35-0693-46be-a746-e3246ed79fd1 req-da170412-baf3-4e8a-88b1-21b4f1819488 service neutron] Port 821c2ddf-a3cc-459d-bc78-acf1e102fdb3 on network e2d579c7-a842-4f0b-93b4-f7cc1c183b27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 03:09:37.697852 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56550c35-0693-46be-a746-e3246ed79fd1 req-da170412-baf3-4e8a-88b1-21b4f1819488 service neutron] Attempting to bind port 821c2ddf-a3cc-459d-bc78-acf1e102fdb3 on network e2d579c7-a842-4f0b-93b4-f7cc1c183b27 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:09:37.704075 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port eebde8dc-ce33-41b6-9cbf-6d74fd1f2717, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=eebde8dc-ce33-41b6-9cbf-6d74fd1f2717,segment=NetworkSegment(31014fc8-949d-4be6-8ecd-c35a0403e055),segment_id=31014fc8-949d-4be6-8ecd-c35a0403e055)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:09:37.708462 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (eebde8dc-ce33-41b6-9cbf-6d74fd1f2717), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:37.738833 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56550c35-0693-46be-a746-e3246ed79fd1 req-da170412-baf3-4e8a-88b1-21b4f1819488 service neutron] Checking agent: {'id': '5f38bfdc-d68c-4827-815d-ecd182596ad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'started_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:09:37.739185 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56550c35-0693-46be-a746-e3246ed79fd1 req-da170412-baf3-4e8a-88b1-21b4f1819488 service neutron] Checking segment: {'id': '095992f8-b5e9-4505-bbef-9ada1783e2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e2d579c7-a842-4f0b-93b4-f7cc1c183b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:09:37.739573 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56550c35-0693-46be-a746-e3246ed79fd1 req-da170412-baf3-4e8a-88b1-21b4f1819488 service neutron] Bound using segment: {'id': '095992f8-b5e9-4505-bbef-9ada1783e2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e2d579c7-a842-4f0b-93b4-f7cc1c183b27'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:09:37.740020 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-56550c35-0693-46be-a746-e3246ed79fd1 req-da170412-baf3-4e8a-88b1-21b4f1819488 service neutron] Bound port: 821c2ddf-a3cc-459d-bc78-acf1e102fdb3, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '095992f8-b5e9-4505-bbef-9ada1783e2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e2d579c7-a842-4f0b-93b4-f7cc1c183b27'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:09:37.740496 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-56550c35-0693-46be-a746-e3246ed79fd1 req-da170412-baf3-4e8a-88b1-21b4f1819488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (821c2ddf-a3cc-459d-bc78-acf1e102fdb3), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:37.756380 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-587a8904-17b3-4dd5-bed7-02780db3d13a tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for port (8d55120d-a416-4047-a3c2-f8e95ec8b3aa), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:37.758788 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1ec4e05e-9e12-48d6-9886-0b144dfe9188 req-7b5f4c79-d9e9-407d-9355-db00159450ff tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a3dff98-a65a-4957-972f-ede6b0660612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276422 Mar 11 03:09:37.759135 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=eebde8dc-ce33-41b6-9cbf-6d74fd1f2717,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:37.776707 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-84ab90e3-4238-4763-b274-63b72fc6f3b2 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Network e2d579c7-a842-4f0b-93b4-f7cc1c183b27 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:09:37.790586 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-84ab90e3-4238-4763-b274-63b72fc6f3b2 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:09:37.793075 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-84ab90e3-4238-4763-b274-63b72fc6f3b2 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:09:37.798531 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-84ab90e3-4238-4763-b274-63b72fc6f3b2 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:37.799143 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-84ab90e3-4238-4763-b274-63b72fc6f3b2 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:37.813795 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab90e3-4238-4763-b274-63b72fc6f3b2 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Pushing event updated for resources: {'Port': ['ID=f3c1625b-f223-4552-adb9-e8800bb3d9a5,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:37.826137 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-84ab90e3-4238-4763-b274-63b72fc6f3b2 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7064390 Mar 11 03:09:37.877650 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-587a8904-17b3-4dd5-bed7-02780db3d13a tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670'] for port (8d55120d-a416-4047-a3c2-f8e95ec8b3aa), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:37.886543 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-56550c35-0693-46be-a746-e3246ed79fd1 req-da170412-baf3-4e8a-88b1-21b4f1819488 service neutron] For port 821c2ddf-a3cc-459d-bc78-acf1e102fdb3, host hv-cinder-74014, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:09:37.896471 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-fae07f48-190d-4485-8b16-8a93ff6019c7 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Made reservation on behalf of 7d1479d5aac746a7a501d6c1fd3e7dc4 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:09:37.899732 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-fae07f48-190d-4485-8b16-8a93ff6019c7 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:37.937264 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-56550c35-0693-46be-a746-e3246ed79fd1 req-da170412-baf3-4e8a-88b1-21b4f1819488 service neutron] For port 821c2ddf-a3cc-459d-bc78-acf1e102fdb3, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=821c2ddf-a3cc-459d-bc78-acf1e102fdb3,segment=NetworkSegment(095992f8-b5e9-4505-bbef-9ada1783e2b3),segment_id=095992f8-b5e9-4505-bbef-9ada1783e2b3)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:09:37.956416 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-587a8904-17b3-4dd5-bed7-02780db3d13a tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Network f37c9105-a6f8-4fcf-a203-248706ae8fe4 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:09:37.960541 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-56550c35-0693-46be-a746-e3246ed79fd1 req-da170412-baf3-4e8a-88b1-21b4f1819488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (821c2ddf-a3cc-459d-bc78-acf1e102fdb3), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:37.975987 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-587a8904-17b3-4dd5-bed7-02780db3d13a tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:09:37.980350 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a8904-17b3-4dd5-bed7-02780db3d13a tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Pushing event updated for resources: {'Port': ['ID=8d55120d-a416-4047-a3c2-f8e95ec8b3aa,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:37.984695 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-587a8904-17b3-4dd5-bed7-02780db3d13a tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:09:37.989731 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-587a8904-17b3-4dd5-bed7-02780db3d13a tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:37.990389 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-587a8904-17b3-4dd5-bed7-02780db3d13a tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:38.054708 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56550c35-0693-46be-a746-e3246ed79fd1 req-da170412-baf3-4e8a-88b1-21b4f1819488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:38.055335 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-56550c35-0693-46be-a746-e3246ed79fd1 req-da170412-baf3-4e8a-88b1-21b4f1819488 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:38.056716 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-56550c35-0693-46be-a746-e3246ed79fd1 req-da170412-baf3-4e8a-88b1-21b4f1819488 service neutron] 10.222.0.18 "PUT /v2.0/ports/821c2ddf-a3cc-459d-bc78-acf1e102fdb3 HTTP/1.1" status: 200 len: 1093 time: 1.8055396 Mar 11 03:09:38.064528 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '043a1d17-785f-40b2-ba29-2e188fe1d142', 'tag': '821c2ddf-a3cc-459d-bc78-acf1e102fdb3'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:09:38.066431 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81130c44-520a-4dff-b9a7-a301662e21cb" -d '{"events": [{"name": "network-changed", "server_uuid": "043a1d17-785f-40b2-ba29-2e188fe1d142", "tag": "821c2ddf-a3cc-459d-bc78-acf1e102fdb3"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:09:38.092193 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-587a8904-17b3-4dd5-bed7-02780db3d13a tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5508707 Mar 11 03:09:38.135715 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da170412-baf3-4e8a-88b1-21b4f1819488 service neutron] Pushing event updated for resources: {'Port': ['ID=821c2ddf-a3cc-459d-bc78-acf1e102fdb3,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:38.173431 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-fae07f48-190d-4485-8b16-8a93ff6019c7 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Allocated IP 172.20.0.6 (24591a89-9096-47e5-935c-efce9ff962e5/b3f1ad71-9fd3-4f40-b64d-92b2f6facb57/9d9329b8-2f49-4557-ad46-f3a82458d3b8) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:09:38.189231 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070a329-139f-4df5-8354-dd37508d99ca req-87741651-2366-47f8-8fe5-c8532753708e tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:38.190836 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b070a329-139f-4df5-8354-dd37508d99ca req-87741651-2366-47f8-8fe5-c8532753708e tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 932 time: 0.1044700 Mar 11 03:09:38.198841 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d7b44-427a-4408-909c-a78bac837c18 req-f5e15829-c243-4fba-9fc2-4e2be2fd23de tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:38.200330 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3d6d7b44-427a-4408-909c-a78bac837c18 req-f5e15829-c243-4fba-9fc2-4e2be2fd23de tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 932 time: 0.1247876 Mar 11 03:09:38.278303 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3d6d7b44-427a-4408-909c-a78bac837c18 req-3e4dc142-e9e2-4e92-a468-c400b4246d0d tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698218 Mar 11 03:09:38.282222 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b070a329-139f-4df5-8354-dd37508d99ca req-dfa50137-0fc6-4fb9-a359-998cd6f36114 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806367 Mar 11 03:09:38.334607 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-fae07f48-190d-4485-8b16-8a93ff6019c7 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for port (9d9329b8-2f49-4557-ad46-f3a82458d3b8), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:38.339817 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3ce5f69e-0829-4ab7-b7bf-443df3098975 None None] Provisioning complete for port 8d55120d-a416-4047-a3c2-f8e95ec8b3aa triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:09:38.340195 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3ce5f69e-0829-4ab7-b7bf-443df3098975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (8d55120d-a416-4047-a3c2-f8e95ec8b3aa), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:38.364870 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832e2565-2520-40c3-985b-0aa8c467bdf0 x-openstack-request-id: req-832e2565-2520-40c3-985b-0aa8c467bdf0 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:09:38.365166 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "043a1d17-785f-40b2-ba29-2e188fe1d142", "tag": "821c2ddf-a3cc-459d-bc78-acf1e102fdb3", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:09:38.370174 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-832e2565-2520-40c3-985b-0aa8c467bdf0 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:09:38.370589 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '043a1d17-785f-40b2-ba29-2e188fe1d142', 'tag': '821c2ddf-a3cc-459d-bc78-acf1e102fdb3', 'status': 'completed', 'code': 200} Mar 11 03:09:38.379013 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3ce5f69e-0829-4ab7-b7bf-443df3098975 None None] Port 8d55120d-a416-4047-a3c2-f8e95ec8b3aa cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:09:38.391886 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-fae07f48-190d-4485-8b16-8a93ff6019c7 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670'] for port (9d9329b8-2f49-4557-ad46-f3a82458d3b8), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:38.429682 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d18be-74c7-4965-a477-d26c5dfa0c52 req-52e92303-5b70-43d8-8809-b91e3639f158 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:38.431169 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fd4d18be-74c7-4965-a477-d26c5dfa0c52 req-52e92303-5b70-43d8-8809-b91e3639f158 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 931 time: 0.0529664 Mar 11 03:09:38.435838 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-fae07f48-190d-4485-8b16-8a93ff6019c7 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Network 24591a89-9096-47e5-935c-efce9ff962e5 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:09:38.441351 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-fae07f48-190d-4485-8b16-8a93ff6019c7 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:09:38.443747 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-fae07f48-190d-4485-8b16-8a93ff6019c7 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:09:38.449103 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-fae07f48-190d-4485-8b16-8a93ff6019c7 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:38.449820 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-fae07f48-190d-4485-8b16-8a93ff6019c7 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:38.461855 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae07f48-190d-4485-8b16-8a93ff6019c7 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Pushing event updated for resources: {'Port': ['ID=9d9329b8-2f49-4557-ad46-f3a82458d3b8,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:38.478266 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-fae07f48-190d-4485-8b16-8a93ff6019c7 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0434496 Mar 11 03:09:38.481473 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fd4d18be-74c7-4965-a477-d26c5dfa0c52 req-06f2420e-5283-4460-916f-9571efe8a77b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440249 Mar 11 03:09:38.700197 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e30ce947-4345-4c91-be9f-ac6521f42999 None None] Provisioning complete for port 9d9329b8-2f49-4557-ad46-f3a82458d3b8 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:09:38.700586 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e30ce947-4345-4c91-be9f-ac6521f42999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (9d9329b8-2f49-4557-ad46-f3a82458d3b8), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:38.734871 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-e30ce947-4345-4c91-be9f-ac6521f42999 None None] Port 9d9329b8-2f49-4557-ad46-f3a82458d3b8 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:09:38.872136 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba7e33-e30f-4281-91c9-ffa111da7d8f req-9a48284c-5d64-4dec-b967-4ac5c20e52e0 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:38.873578 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-beba7e33-e30f-4281-91c9-ffa111da7d8f req-9a48284c-5d64-4dec-b967-4ac5c20e52e0 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/ports?device_id=59bf2d14-3efd-492b-a72c-626b8eb82304 HTTP/1.1" status: 200 len: 944 time: 0.0532448 Mar 11 03:09:38.918720 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-beba7e33-e30f-4281-91c9-ffa111da7d8f req-c8c4fd2d-3f48-42a8-ba78-60b467087787 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a3dff98-a65a-4957-972f-ede6b0660612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391436 Mar 11 03:09:39.178966 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-1821b613-ae75-4c9b-aa07-7f5bac1dde51 service neutron] Request body: {'port': {'device_id': '5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:09:39.191732 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-fb1fd08c-3673-4125-af44-13999ff9cb73 service neutron] Request body: {'port': {'device_id': '448d00f3-8a18-4df4-8ee3-dd90f61da091', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:09:39.198511 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-1e25730b-6877-43fc-a313-6a0b020cc8a3 service neutron] Request body: {'port': {'device_id': '3f7aabbc-1aa9-435e-b499-f268324eeb16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:09:39.243754 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-1821b613-ae75-4c9b-aa07-7f5bac1dde51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (f3c1625b-f223-4552-adb9-e8800bb3d9a5), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:39.348216 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-fb1fd08c-3673-4125-af44-13999ff9cb73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (9d9329b8-2f49-4557-ad46-f3a82458d3b8), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:39.352536 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-1e25730b-6877-43fc-a313-6a0b020cc8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (8d55120d-a416-4047-a3c2-f8e95ec8b3aa), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:39.365361 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81130c44-520a-4dff-b9a7-a301662e21cb req-6004d441-74ef-441e-a4cb-584ed081e4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:39.366858 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-81130c44-520a-4dff-b9a7-a301662e21cb req-6004d441-74ef-441e-a4cb-584ed081e4bc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f7e7fb507bd241639abd2bb972ec968e&device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 1127 time: 0.1503451 Mar 11 03:09:39.464701 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] get_ports_and_sgs() called for port_ids ['eebde8dc-ce33-41b6-9cbf-6d74fd1f2717'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:09:39.572321 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e23da-4b02-4d37-91f1-cfb1fdeee4f4 req-49135934-c855-43e9-84ee-6ed8fa257aa5 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:39.573937 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e42e23da-4b02-4d37-91f1-cfb1fdeee4f4 req-49135934-c855-43e9-84ee-6ed8fa257aa5 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 932 time: 0.1839004 Mar 11 03:09:39.653835 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafdd1e-3fa8-4e2e-804b-7e9ae10de5f0 req-e60db34b-b102-4e0f-88ac-6ac718ce38a0 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:39.657042 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1fafdd1e-3fa8-4e2e-804b-7e9ae10de5f0 req-e60db34b-b102-4e0f-88ac-6ac718ce38a0 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 932 time: 0.2372899 Mar 11 03:09:39.763611 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e42e23da-4b02-4d37-91f1-cfb1fdeee4f4 req-969d8ad0-01c1-4cd2-98f1-a4ae1ceb748f tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342235 Mar 11 03:09:39.789831 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81130c44-520a-4dff-b9a7-a301662e21cb req-0a776438-0650-485a-af58-f1582bebb946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:39.792335 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-81130c44-520a-4dff-b9a7-a301662e21cb req-0a776438-0650-485a-af58-f1582bebb946 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f7e7fb507bd241639abd2bb972ec968e&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4138219 Mar 11 03:09:39.808858 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1fafdd1e-3fa8-4e2e-804b-7e9ae10de5f0 req-ea28ad31-54ac-4dfd-8a95-e6af9d714da6 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332324 Mar 11 03:09:39.889611 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-1821b613-ae75-4c9b-aa07-7f5bac1dde51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3c1625b-f223-4552-adb9-e8800bb3d9a5 {{(pid=103364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:09:39.916408 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-1821b613-ae75-4c9b-aa07-7f5bac1dde51 service neutron] Publish callbacks [] for port (f3c1625b-f223-4552-adb9-e8800bb3d9a5), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:39.946728 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.provisioning_blocks [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-1821b613-ae75-4c9b-aa07-7f5bac1dde51 service neutron] Transition to ACTIVE for port object f3c1625b-f223-4552-adb9-e8800bb3d9a5 will not be triggered until provisioned by entity L2. {{(pid=103364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 03:09:39.957561 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-1821b613-ae75-4c9b-aa07-7f5bac1dde51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (f3c1625b-f223-4552-adb9-e8800bb3d9a5), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:39.973387 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227d36f-e0b3-4d53-a9b1-220f10ebb9f6 req-c1e385e7-8f62-4e44-9c22-c92572183155 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:39.974984 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c227d36f-e0b3-4d53-a9b1-220f10ebb9f6 req-c1e385e7-8f62-4e44-9c22-c92572183155 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 931 time: 0.1023145 Mar 11 03:09:40.099762 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821b613-ae75-4c9b-aa07-7f5bac1dde51 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c1625b-f223-4552-adb9-e8800bb3d9a5,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:40.178757 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81130c44-520a-4dff-b9a7-a301662e21cb req-1b8a2a08-8d2a-478b-9a2f-1ece2c465090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:40.180119 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-81130c44-520a-4dff-b9a7-a301662e21cb req-1b8a2a08-8d2a-478b-9a2f-1ece2c465090 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3562074 Mar 11 03:09:40.188849 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c227d36f-e0b3-4d53-a9b1-220f10ebb9f6 req-b5a8eabc-1c3a-4f9c-827b-c9ea99a4285a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847839 Mar 11 03:09:40.192818 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-1821b613-ae75-4c9b-aa07-7f5bac1dde51 service neutron] Attempting to bind port f3c1625b-f223-4552-adb9-e8800bb3d9a5 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:09:40.192818 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-1821b613-ae75-4c9b-aa07-7f5bac1dde51 service neutron] Attempting to bind port f3c1625b-f223-4552-adb9-e8800bb3d9a5 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '095992f8-b5e9-4505-bbef-9ada1783e2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e2d579c7-a842-4f0b-93b4-f7cc1c183b27'}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:09:40.192818 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-1821b613-ae75-4c9b-aa07-7f5bac1dde51 service neutron] Attempting to bind port f3c1625b-f223-4552-adb9-e8800bb3d9a5 on network e2d579c7-a842-4f0b-93b4-f7cc1c183b27 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:09:40.206295 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b7b51-b503-4b73-9b34-6516e1a97c5c req-879abe3a-2b21-448c-88bb-3fe5b23a72ce tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:40.207556 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e78b7b51-b503-4b73-9b34-6516e1a97c5c req-879abe3a-2b21-448c-88bb-3fe5b23a72ce tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/ports?device_id=59bf2d14-3efd-492b-a72c-626b8eb82304 HTTP/1.1" status: 200 len: 944 time: 0.2006989 Mar 11 03:09:40.208184 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-1821b613-ae75-4c9b-aa07-7f5bac1dde51 service neutron] Port f3c1625b-f223-4552-adb9-e8800bb3d9a5 on network e2d579c7-a842-4f0b-93b4-f7cc1c183b27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 03:09:40.208504 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-1821b613-ae75-4c9b-aa07-7f5bac1dde51 service neutron] Attempting to bind port f3c1625b-f223-4552-adb9-e8800bb3d9a5 on network e2d579c7-a842-4f0b-93b4-f7cc1c183b27 {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:09:40.224987 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-1821b613-ae75-4c9b-aa07-7f5bac1dde51 service neutron] Checking agent: {'id': '5f38bfdc-d68c-4827-815d-ecd182596ad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'started_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:09:40.225329 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-1821b613-ae75-4c9b-aa07-7f5bac1dde51 service neutron] Checking segment: {'id': '095992f8-b5e9-4505-bbef-9ada1783e2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e2d579c7-a842-4f0b-93b4-f7cc1c183b27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:09:40.225891 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-1821b613-ae75-4c9b-aa07-7f5bac1dde51 service neutron] Bound using segment: {'id': '095992f8-b5e9-4505-bbef-9ada1783e2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e2d579c7-a842-4f0b-93b4-f7cc1c183b27'} {{(pid=103364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:09:40.226329 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.managers [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-1821b613-ae75-4c9b-aa07-7f5bac1dde51 service neutron] Bound port: f3c1625b-f223-4552-adb9-e8800bb3d9a5, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '095992f8-b5e9-4505-bbef-9ada1783e2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e2d579c7-a842-4f0b-93b4-f7cc1c183b27'}}] {{(pid=103364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:09:40.226705 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-1821b613-ae75-4c9b-aa07-7f5bac1dde51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (f3c1625b-f223-4552-adb9-e8800bb3d9a5), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:40.290440 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e78b7b51-b503-4b73-9b34-6516e1a97c5c req-f830d250-0550-4cfc-a0ad-623fbfba42f8 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a3dff98-a65a-4957-972f-ede6b0660612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755551 Mar 11 03:09:40.324213 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-1821b613-ae75-4c9b-aa07-7f5bac1dde51 service neutron] For port f3c1625b-f223-4552-adb9-e8800bb3d9a5, host hv-cinder-74014, cleared binding levels {{(pid=103364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:09:40.332607 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-1821b613-ae75-4c9b-aa07-7f5bac1dde51 service neutron] For port f3c1625b-f223-4552-adb9-e8800bb3d9a5, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f3c1625b-f223-4552-adb9-e8800bb3d9a5,segment=NetworkSegment(095992f8-b5e9-4505-bbef-9ada1783e2b3),segment_id=095992f8-b5e9-4505-bbef-9ada1783e2b3)] {{(pid=103364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:09:40.334406 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-fb1fd08c-3673-4125-af44-13999ff9cb73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d9329b8-2f49-4557-ad46-f3a82458d3b8 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:09:40.344402 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-1821b613-ae75-4c9b-aa07-7f5bac1dde51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (f3c1625b-f223-4552-adb9-e8800bb3d9a5), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:40.349397 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-fb1fd08c-3673-4125-af44-13999ff9cb73 service neutron] Publish callbacks [] for port (9d9329b8-2f49-4557-ad46-f3a82458d3b8), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:40.355796 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-1e25730b-6877-43fc-a313-6a0b020cc8a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d55120d-a416-4047-a3c2-f8e95ec8b3aa {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:09:40.361307 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56550c35-0693-46be-a746-e3246ed79fd1 req-66eb2341-6a44-407b-9ec8-32b5130f5f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:40.362832 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-56550c35-0693-46be-a746-e3246ed79fd1 req-66eb2341-6a44-407b-9ec8-32b5130f5f60 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f7e7fb507bd241639abd2bb972ec968e&device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 1127 time: 0.1367662 Mar 11 03:09:40.368659 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-1e25730b-6877-43fc-a313-6a0b020cc8a3 service neutron] Publish callbacks [] for port (8d55120d-a416-4047-a3c2-f8e95ec8b3aa), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:40.382262 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-fb1fd08c-3673-4125-af44-13999ff9cb73 service neutron] Transition to ACTIVE for port object 9d9329b8-2f49-4557-ad46-f3a82458d3b8 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 03:09:40.387741 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-1e25730b-6877-43fc-a313-6a0b020cc8a3 service neutron] Transition to ACTIVE for port object 8d55120d-a416-4047-a3c2-f8e95ec8b3aa will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 03:09:40.388521 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-fb1fd08c-3673-4125-af44-13999ff9cb73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (9d9329b8-2f49-4557-ad46-f3a82458d3b8), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:40.391951 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-1821b613-ae75-4c9b-aa07-7f5bac1dde51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:40.393554 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-1821b613-ae75-4c9b-aa07-7f5bac1dde51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:40.396562 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-1821b613-ae75-4c9b-aa07-7f5bac1dde51 service neutron] 10.222.0.18 "PUT /v2.0/ports/f3c1625b-f223-4552-adb9-e8800bb3d9a5 HTTP/1.1" status: 200 len: 1094 time: 1.2218349 Mar 11 03:09:40.399283 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f', 'tag': 'f3c1625b-f223-4552-adb9-e8800bb3d9a5'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:09:40.551166 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821b613-ae75-4c9b-aa07-7f5bac1dde51 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c1625b-f223-4552-adb9-e8800bb3d9a5,revision_number=3']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:40.657057 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2960e148d505d0db9578e09e45f103c014611ddc5e7b14cf683b9a13ab87040d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f0f4d9-809a-4746-a26d-e905cbfd8431" -d '{"events": [{"name": "network-changed", "server_uuid": "5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f", "tag": "f3c1625b-f223-4552-adb9-e8800bb3d9a5"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:09:40.694937 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-1e25730b-6877-43fc-a313-6a0b020cc8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (8d55120d-a416-4047-a3c2-f8e95ec8b3aa), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:40.744361 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1fd08c-3673-4125-af44-13999ff9cb73 service neutron] Pushing event updated for resources: {'Port': ['ID=9d9329b8-2f49-4557-ad46-f3a82458d3b8,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:40.879757 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-fb1fd08c-3673-4125-af44-13999ff9cb73 service neutron] Attempting to bind port 9d9329b8-2f49-4557-ad46-f3a82458d3b8 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:09:40.880118 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-fb1fd08c-3673-4125-af44-13999ff9cb73 service neutron] Attempting to bind port 9d9329b8-2f49-4557-ad46-f3a82458d3b8 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '2788d6dc-bb9a-4610-93c8-718a7a34a2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:09:40.880559 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-fb1fd08c-3673-4125-af44-13999ff9cb73 service neutron] Attempting to bind port 9d9329b8-2f49-4557-ad46-f3a82458d3b8 on network 24591a89-9096-47e5-935c-efce9ff962e5 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:09:40.889456 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75f2864-4489-4d0c-a7a6-cab4b2718b7e x-openstack-request-id: req-f75f2864-4489-4d0c-a7a6-cab4b2718b7e {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:09:40.889751 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f", "tag": "f3c1625b-f223-4552-adb9-e8800bb3d9a5", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:09:40.891068 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f75f2864-4489-4d0c-a7a6-cab4b2718b7e {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:09:40.891234 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f', 'tag': 'f3c1625b-f223-4552-adb9-e8800bb3d9a5', 'status': 'completed', 'code': 200} Mar 11 03:09:40.894182 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-fb1fd08c-3673-4125-af44-13999ff9cb73 service neutron] Port 9d9329b8-2f49-4557-ad46-f3a82458d3b8 on network 24591a89-9096-47e5-935c-efce9ff962e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 03:09:40.894513 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-fb1fd08c-3673-4125-af44-13999ff9cb73 service neutron] Attempting to bind port 9d9329b8-2f49-4557-ad46-f3a82458d3b8 on network 24591a89-9096-47e5-935c-efce9ff962e5 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:09:40.916891 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-1e25730b-6877-43fc-a313-6a0b020cc8a3 service neutron] Attempting to bind port 8d55120d-a416-4047-a3c2-f8e95ec8b3aa on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:09:40.917233 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-1e25730b-6877-43fc-a313-6a0b020cc8a3 service neutron] Attempting to bind port 8d55120d-a416-4047-a3c2-f8e95ec8b3aa by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'f7c503d7-7470-4171-8604-818764f5f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:09:40.917563 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-1e25730b-6877-43fc-a313-6a0b020cc8a3 service neutron] Attempting to bind port 8d55120d-a416-4047-a3c2-f8e95ec8b3aa on network f37c9105-a6f8-4fcf-a203-248706ae8fe4 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:09:40.926294 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25730b-6877-43fc-a313-6a0b020cc8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=8d55120d-a416-4047-a3c2-f8e95ec8b3aa,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:40.933383 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-fb1fd08c-3673-4125-af44-13999ff9cb73 service neutron] Checking agent: {'id': '5f38bfdc-d68c-4827-815d-ecd182596ad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'started_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:09:40.933731 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-fb1fd08c-3673-4125-af44-13999ff9cb73 service neutron] Checking segment: {'id': '2788d6dc-bb9a-4610-93c8-718a7a34a2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:09:40.934149 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-fb1fd08c-3673-4125-af44-13999ff9cb73 service neutron] Bound using segment: {'id': '2788d6dc-bb9a-4610-93c8-718a7a34a2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:09:40.934605 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-fb1fd08c-3673-4125-af44-13999ff9cb73 service neutron] Bound port: 9d9329b8-2f49-4557-ad46-f3a82458d3b8, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2788d6dc-bb9a-4610-93c8-718a7a34a2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:09:40.934970 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-fb1fd08c-3673-4125-af44-13999ff9cb73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (9d9329b8-2f49-4557-ad46-f3a82458d3b8), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:40.939212 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-1e25730b-6877-43fc-a313-6a0b020cc8a3 service neutron] Port 8d55120d-a416-4047-a3c2-f8e95ec8b3aa on network f37c9105-a6f8-4fcf-a203-248706ae8fe4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 03:09:40.939550 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-1e25730b-6877-43fc-a313-6a0b020cc8a3 service neutron] Attempting to bind port 8d55120d-a416-4047-a3c2-f8e95ec8b3aa on network f37c9105-a6f8-4fcf-a203-248706ae8fe4 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:09:40.971202 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-1e25730b-6877-43fc-a313-6a0b020cc8a3 service neutron] Checking agent: {'id': '5f38bfdc-d68c-4827-815d-ecd182596ad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'started_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:09:40.971545 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-1e25730b-6877-43fc-a313-6a0b020cc8a3 service neutron] Checking segment: {'id': 'f7c503d7-7470-4171-8604-818764f5f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:09:40.971944 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-1e25730b-6877-43fc-a313-6a0b020cc8a3 service neutron] Bound using segment: {'id': 'f7c503d7-7470-4171-8604-818764f5f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:09:40.972392 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-1e25730b-6877-43fc-a313-6a0b020cc8a3 service neutron] Bound port: 8d55120d-a416-4047-a3c2-f8e95ec8b3aa, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c503d7-7470-4171-8604-818764f5f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:09:40.972977 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-1e25730b-6877-43fc-a313-6a0b020cc8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (8d55120d-a416-4047-a3c2-f8e95ec8b3aa), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:41.111532 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-fb1fd08c-3673-4125-af44-13999ff9cb73 service neutron] For port 9d9329b8-2f49-4557-ad46-f3a82458d3b8, host hv-cinder-74014, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:09:41.111532 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-fb1fd08c-3673-4125-af44-13999ff9cb73 service neutron] For port 9d9329b8-2f49-4557-ad46-f3a82458d3b8, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9d9329b8-2f49-4557-ad46-f3a82458d3b8,segment=NetworkSegment(2788d6dc-bb9a-4610-93c8-718a7a34a2b4),segment_id=2788d6dc-bb9a-4610-93c8-718a7a34a2b4)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:09:41.113541 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-1e25730b-6877-43fc-a313-6a0b020cc8a3 service neutron] For port 8d55120d-a416-4047-a3c2-f8e95ec8b3aa, host hv-cinder-74014, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:09:41.118012 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-1e25730b-6877-43fc-a313-6a0b020cc8a3 service neutron] For port 8d55120d-a416-4047-a3c2-f8e95ec8b3aa, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8d55120d-a416-4047-a3c2-f8e95ec8b3aa,segment=NetworkSegment(f7c503d7-7470-4171-8604-818764f5f205),segment_id=f7c503d7-7470-4171-8604-818764f5f205)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:09:41.127228 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-fb1fd08c-3673-4125-af44-13999ff9cb73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (9d9329b8-2f49-4557-ad46-f3a82458d3b8), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:41.132427 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-1e25730b-6877-43fc-a313-6a0b020cc8a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (8d55120d-a416-4047-a3c2-f8e95ec8b3aa), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:41.222917 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-fb1fd08c-3673-4125-af44-13999ff9cb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:41.225011 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-fb1fd08c-3673-4125-af44-13999ff9cb73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:41.225674 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-fb1fd08c-3673-4125-af44-13999ff9cb73 service neutron] 10.222.0.18 "PUT /v2.0/ports/9d9329b8-2f49-4557-ad46-f3a82458d3b8 HTTP/1.1" status: 200 len: 1093 time: 2.0405481 Mar 11 03:09:41.228900 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '448d00f3-8a18-4df4-8ee3-dd90f61da091', 'tag': '9d9329b8-2f49-4557-ad46-f3a82458d3b8'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:09:41.231399 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737636d0-efe1-403d-a1fe-9fe79324e9e9" -d '{"events": [{"name": "network-changed", "server_uuid": "448d00f3-8a18-4df4-8ee3-dd90f61da091", "tag": "9d9329b8-2f49-4557-ad46-f3a82458d3b8"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:09:41.240150 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-1e25730b-6877-43fc-a313-6a0b020cc8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:41.240915 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-1e25730b-6877-43fc-a313-6a0b020cc8a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:41.242581 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-1e25730b-6877-43fc-a313-6a0b020cc8a3 service neutron] 10.222.0.18 "PUT /v2.0/ports/8d55120d-a416-4047-a3c2-f8e95ec8b3aa HTTP/1.1" status: 200 len: 1094 time: 2.0561373 Mar 11 03:09:41.277699 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1fd08c-3673-4125-af44-13999ff9cb73 service neutron] Pushing event updated for resources: {'Port': ['ID=9d9329b8-2f49-4557-ad46-f3a82458d3b8,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:41.300846 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 42100) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:41.364179 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd1315-5d28-4957-b49f-389000aa9389 req-59f52505-fa87-4dfa-873a-cc95120a8fa0 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:41.365705 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-07dd1315-5d28-4957-b49f-389000aa9389 req-59f52505-fa87-4dfa-873a-cc95120a8fa0 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 944 time: 0.4272249 Mar 11 03:09:41.394524 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25730b-6877-43fc-a313-6a0b020cc8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=8d55120d-a416-4047-a3c2-f8e95ec8b3aa,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:41.445631 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775a7b1-89f6-4b41-9fcb-1c4476dc4d0b req-ab12e0fb-9ff0-4b34-8a3e-af0ae4dfacd0 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:41.454193 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0775a7b1-89f6-4b41-9fcb-1c4476dc4d0b req-ab12e0fb-9ff0-4b34-8a3e-af0ae4dfacd0 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 944 time: 0.4249113 Mar 11 03:09:41.490376 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-07dd1315-5d28-4957-b49f-389000aa9389 req-08794669-f9d4-4370-97c8-876ea1e2742a tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045513 Mar 11 03:09:41.527207 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1dc2de7d-1ecf-489e-b29a-6265c92a4e3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:41.533207 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0775a7b1-89f6-4b41-9fcb-1c4476dc4d0b req-9efecfcb-dedc-4984-82c6-2d6d056ca6dc tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779746 Mar 11 03:09:41.575570 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3694e6-af9b-44b4-8d47-be37370c8675 x-openstack-request-id: req-dc3694e6-af9b-44b4-8d47-be37370c8675 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:09:41.575866 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "448d00f3-8a18-4df4-8ee3-dd90f61da091", "tag": "9d9329b8-2f49-4557-ad46-f3a82458d3b8", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:09:41.576123 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc3694e6-af9b-44b4-8d47-be37370c8675 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:09:41.576540 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '448d00f3-8a18-4df4-8ee3-dd90f61da091', 'tag': '9d9329b8-2f49-4557-ad46-f3a82458d3b8', 'status': 'completed', 'code': 200} Mar 11 03:09:41.627649 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1dc2de7d-1ecf-489e-b29a-6265c92a4e3f admin admin] Publish callbacks [] for security_group (6cc4035f-5c63-4539-b05e-43ac1e4a421c), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:41.632097 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1dc2de7d-1ecf-489e-b29a-6265c92a4e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (6cc4035f-5c63-4539-b05e-43ac1e4a421c), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:41.649456 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8228d-fd98-4447-89af-a7c3de10b31d req-02255bd3-ee21-42c8-84b5-bf8ab3dde8b5 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:41.651285 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f0f8228d-fd98-4447-89af-a7c3de10b31d req-02255bd3-ee21-42c8-84b5-bf8ab3dde8b5 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 943 time: 0.0662673 Mar 11 03:09:41.673406 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-1dc2de7d-1ecf-489e-b29a-6265c92a4e3f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=763c139bbbd343f69f974eb14564e05f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3714933 Mar 11 03:09:41.674311 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc2de7d-1ecf-489e-b29a-6265c92a4e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc4035f-5c63-4539-b05e-43ac1e4a421c,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:41.676571 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 42108) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:41.729006 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-39565c0d-b30f-41cf-8619-a2d37b3b922f admin admin] Publish callbacks [] for security_group (6cc4035f-5c63-4539-b05e-43ac1e4a421c), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:41.730274 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8939b3d-79ff-471c-80ce-076a05c7d710 req-0d519cf4-9a2d-4602-a650-b857ab62c301 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:41.731760 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d8939b3d-79ff-471c-80ce-076a05c7d710 req-0d519cf4-9a2d-4602-a650-b857ab62c301 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/ports?device_id=59bf2d14-3efd-492b-a72c-626b8eb82304 HTTP/1.1" status: 200 len: 944 time: 0.1054375 Mar 11 03:09:41.734659 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f0f8228d-fd98-4447-89af-a7c3de10b31d req-bee89ea4-b7f3-4a9f-8430-f63d00f3e456 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664387 Mar 11 03:09:41.751511 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-39565c0d-b30f-41cf-8619-a2d37b3b922f admin admin] Publish callbacks [] for security_group (6cc4035f-5c63-4539-b05e-43ac1e4a421c), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:41.783037 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d8939b3d-79ff-471c-80ce-076a05c7d710 req-fd739846-fa2f-40bd-b52f-9cb7be16d2f5 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a3dff98-a65a-4957-972f-ede6b0660612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436304 Mar 11 03:09:41.802113 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-39565c0d-b30f-41cf-8619-a2d37b3b922f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (6cc4035f-5c63-4539-b05e-43ac1e4a421c), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:41.804618 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-39565c0d-b30f-41cf-8619-a2d37b3b922f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:41.805749 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-39565c0d-b30f-41cf-8619-a2d37b3b922f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6cc4035f-5c63-4539-b05e-43ac1e4a421c HTTP/1.1" status: 204 len: 168 time: 0.1283107 Mar 11 03:09:41.814489 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39565c0d-b30f-41cf-8619-a2d37b3b922f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc4035f-5c63-4539-b05e-43ac1e4a421c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:42.060565 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 42116) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:42.073315 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7832d9c5-88d6-4166-bfe5-971c6c47d6c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:42.147099 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7832d9c5-88d6-4166-bfe5-971c6c47d6c9 admin admin] Publish callbacks [] for security_group (559eac0d-eafd-4690-80cc-4e5df4653b78), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:42.150711 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7832d9c5-88d6-4166-bfe5-971c6c47d6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (559eac0d-eafd-4690-80cc-4e5df4653b78), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:42.190335 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-7832d9c5-88d6-4166-bfe5-971c6c47d6c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=92c660a498394cb7b7030fe57f9c78c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1286871 Mar 11 03:09:42.191188 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7832d9c5-88d6-4166-bfe5-971c6c47d6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559eac0d-eafd-4690-80cc-4e5df4653b78,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:42.193687 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 42120) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:42.242159 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8be2bcc3-07fb-48a3-9c3b-364e06f41125 admin admin] Publish callbacks [] for security_group (559eac0d-eafd-4690-80cc-4e5df4653b78), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:42.263113 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8be2bcc3-07fb-48a3-9c3b-364e06f41125 admin admin] Publish callbacks [] for security_group (559eac0d-eafd-4690-80cc-4e5df4653b78), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:42.309799 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8be2bcc3-07fb-48a3-9c3b-364e06f41125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (559eac0d-eafd-4690-80cc-4e5df4653b78), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:42.312286 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8be2bcc3-07fb-48a3-9c3b-364e06f41125 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:42.313396 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-8be2bcc3-07fb-48a3-9c3b-364e06f41125 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/559eac0d-eafd-4690-80cc-4e5df4653b78 HTTP/1.1" status: 204 len: 168 time: 0.1187108 Mar 11 03:09:42.320707 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be2bcc3-07fb-48a3-9c3b-364e06f41125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559eac0d-eafd-4690-80cc-4e5df4653b78,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:42.634610 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 42132) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:42.649000 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9b302166-8b43-48cf-ac7f-3009163eed6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:42.660388 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcdeb5-c5c9-4e25-b794-b896780816eb req-23eda050-ebab-459c-805d-1fd3991851bc tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:42.661880 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8ddcdeb5-c5c9-4e25-b794-b896780816eb req-23eda050-ebab-459c-805d-1fd3991851bc tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 944 time: 0.0865760 Mar 11 03:09:42.688339 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b64aa9-7b13-4195-91b8-4364c200a9a6 req-d74720cb-7391-4b70-8354-16e694f88522 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:42.690347 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-20b64aa9-7b13-4195-91b8-4364c200a9a6 req-d74720cb-7391-4b70-8354-16e694f88522 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 944 time: 0.0869784 Mar 11 03:09:42.735281 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8ddcdeb5-c5c9-4e25-b794-b896780816eb req-cec88c11-53c6-4934-9730-142bc186fbcf tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675116 Mar 11 03:09:42.739342 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9b302166-8b43-48cf-ac7f-3009163eed6f admin admin] Publish callbacks [] for security_group (ac321138-633d-4027-8999-be30dc8cb45c), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:42.744071 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9b302166-8b43-48cf-ac7f-3009163eed6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (ac321138-633d-4027-8999-be30dc8cb45c), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:42.763276 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-20b64aa9-7b13-4195-91b8-4364c200a9a6 req-3e3ba723-8fbc-4023-88c2-a9d23d6238c5 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659420 Mar 11 03:09:42.783089 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b302166-8b43-48cf-ac7f-3009163eed6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac321138-633d-4027-8999-be30dc8cb45c,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:42.787500 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-9b302166-8b43-48cf-ac7f-3009163eed6f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=74d175ecc718410d9fe8d23628c4a3f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1517315 Mar 11 03:09:42.790214 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 42136) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:42.847328 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9ad08ae4-3865-4f14-90cd-64258ad66864 admin admin] Publish callbacks [] for security_group (ac321138-633d-4027-8999-be30dc8cb45c), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:42.870091 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9ad08ae4-3865-4f14-90cd-64258ad66864 admin admin] Publish callbacks [] for security_group (ac321138-633d-4027-8999-be30dc8cb45c), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:42.900018 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030c09c-0355-432d-a590-afb316a907d5 req-259f7c99-b8e3-4ed0-8474-79f58c664805 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:42.901475 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2030c09c-0355-432d-a590-afb316a907d5 req-259f7c99-b8e3-4ed0-8474-79f58c664805 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 943 time: 0.0867078 Mar 11 03:09:42.915582 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9ad08ae4-3865-4f14-90cd-64258ad66864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (ac321138-633d-4027-8999-be30dc8cb45c), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:42.918203 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9ad08ae4-3865-4f14-90cd-64258ad66864 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:42.919350 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-9ad08ae4-3865-4f14-90cd-64258ad66864 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ac321138-633d-4027-8999-be30dc8cb45c HTTP/1.1" status: 204 len: 168 time: 0.1282434 Mar 11 03:09:42.929230 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device eebde8dc-ce33-41b6-9cbf-6d74fd1f2717 up at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:09:42.931227 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad08ae4-3865-4f14-90cd-64258ad66864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac321138-633d-4027-8999-be30dc8cb45c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:42.933909 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4fefae-fa67-4462-963a-721198943276 req-987ea09d-fb9d-43fa-ac50-2c00ffd00d61 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:42.935410 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6b4fefae-fa67-4462-963a-721198943276 req-987ea09d-fb9d-43fa-ac50-2c00ffd00d61 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/ports?device_id=59bf2d14-3efd-492b-a72c-626b8eb82304 HTTP/1.1" status: 200 len: 944 time: 0.0833840 Mar 11 03:09:42.999062 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2030c09c-0355-432d-a590-afb316a907d5 req-b0217688-b8b3-4b5f-b24a-300d4b3ea85b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879774 Mar 11 03:09:43.009775 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-56550c35-0693-46be-a746-e3246ed79fd1 req-023cec04-a608-4cba-b177-ddbf126a1b61 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=821c2ddf-a3cc-459d-bc78-acf1e102fdb3 HTTP/1.1" status: 200 len: 217 time: 0.0493779 Mar 11 03:09:43.058686 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6b4fefae-fa67-4462-963a-721198943276 req-889d1f59-99d2-4538-aee2-afc49393b3dd tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a3dff98-a65a-4957-972f-ede6b0660612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951867 Mar 11 03:09:43.080961 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning for port eebde8dc-ce33-41b6-9cbf-6d74fd1f2717 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 03:09:43.084883 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning complete for port eebde8dc-ce33-41b6-9cbf-6d74fd1f2717 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:09:43.085249 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (eebde8dc-ce33-41b6-9cbf-6d74fd1f2717), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:43.173515 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-fa901e8f-2225-4dc0-a3c6-1fff924d7e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:43.174126 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port eebde8dc-ce33-41b6-9cbf-6d74fd1f2717 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:09:43.174244 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (eebde8dc-ce33-41b6-9cbf-6d74fd1f2717), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:43.175043 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-fa901e8f-2225-4dc0-a3c6-1fff924d7e2e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e5431e997864911902bdbf8e8d5d889&device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 1128 time: 0.0936368 Mar 11 03:09:43.198810 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59bf2d14-3efd-492b-a72c-626b8eb82304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eebde8dc-ce33-41b6-9cbf-6d74fd1f2717'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:09:43.248317 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0f4d9-809a-4746-a26d-e905cbfd8431 req-660e3f3e-4d72-4218-8d84-be51ccfcb806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:43.250857 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-25f0f4d9-809a-4746-a26d-e905cbfd8431 req-660e3f3e-4d72-4218-8d84-be51ccfcb806 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f7e7fb507bd241639abd2bb972ec968e&device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 1128 time: 0.1722996 Mar 11 03:09:43.254744 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56550c35-0693-46be-a746-e3246ed79fd1 req-ebd09202-1319-45b6-9e72-a0f0c849650e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:43.256422 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-56550c35-0693-46be-a746-e3246ed79fd1 req-ebd09202-1319-45b6-9e72-a0f0c849650e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e0cab262-f422-464f-830a-5936d4fe68aa HTTP/1.1" status: 200 len: 859 time: 0.2247112 Mar 11 03:09:43.259984 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737636d0-efe1-403d-a1fe-9fe79324e9e9 req-1d705171-7be8-49be-858e-1c5871138786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:43.261810 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-737636d0-efe1-403d-a1fe-9fe79324e9e9 req-1d705171-7be8-49be-858e-1c5871138786 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d1479d5aac746a7a501d6c1fd3e7dc4&device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 1127 time: 0.1848006 Mar 11 03:09:43.275727 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-504bfe56-ea9a-4290-876c-3abaceff5b96 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d55120d-a416-4047-a3c2-f8e95ec8b3aa HTTP/1.1" status: 200 len: 217 time: 0.0905874 Mar 11 03:09:43.282402 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port eebde8dc-ce33-41b6-9cbf-6d74fd1f2717, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=eebde8dc-ce33-41b6-9cbf-6d74fd1f2717,segment=NetworkSegment(31014fc8-949d-4be6-8ecd-c35a0403e055),segment_id=31014fc8-949d-4be6-8ecd-c35a0403e055)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:09:43.288229 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (eebde8dc-ce33-41b6-9cbf-6d74fd1f2717), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:43.377896 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0f4d9-809a-4746-a26d-e905cbfd8431 req-309d189f-b008-4daf-9b1a-26dab104f777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:43.379466 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-25f0f4d9-809a-4746-a26d-e905cbfd8431 req-309d189f-b008-4daf-9b1a-26dab104f777 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f7e7fb507bd241639abd2bb972ec968e&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1156623 Mar 11 03:09:43.408737 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=eebde8dc-ce33-41b6-9cbf-6d74fd1f2717,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:43.411262 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-48779fe5-6234-4a13-bc2b-5212f4f4e926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:43.413032 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-48779fe5-6234-4a13-bc2b-5212f4f4e926 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9d7ee705-0509-4a4b-bcad-7ac46e456173 HTTP/1.1" status: 200 len: 849 time: 0.1240463 Mar 11 03:09:43.418111 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288e491573ecc61b3bf0bc0bc1cef05b47d52e8efc38ed9f7c410eed2e18b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c4d8bb-da8b-4cc6-b405-d7aeaf4b97b4" -d '{"events": [{"server_uuid": "59bf2d14-3efd-492b-a72c-626b8eb82304", "name": "network-vif-plugged", "status": "completed", "tag": "eebde8dc-ce33-41b6-9cbf-6d74fd1f2717"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:09:43.482932 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-56550c35-0693-46be-a746-e3246ed79fd1 req-703caa50-3e63-405f-beb4-d64abe111946 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2d579c7-a842-4f0b-93b4-f7cc1c183b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934863 Mar 11 03:09:43.578956 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f7aabbc-1aa9-435e-b499-f268324eeb16', 'tag': '8d55120d-a416-4047-a3c2-f8e95ec8b3aa'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:09:43.581214 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967f2c59-ed58-4cee-92a5-5ad7d6440d17" -d '{"events": [{"name": "network-changed", "server_uuid": "3f7aabbc-1aa9-435e-b499-f268324eeb16", "tag": "8d55120d-a416-4047-a3c2-f8e95ec8b3aa"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:09:43.604729 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0f4d9-809a-4746-a26d-e905cbfd8431 req-892c93e1-e943-4e7e-9009-01d077df730c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:43.606312 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-25f0f4d9-809a-4746-a26d-e905cbfd8431 req-892c93e1-e943-4e7e-9009-01d077df730c service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2060282 Mar 11 03:09:43.617034 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737636d0-efe1-403d-a1fe-9fe79324e9e9 req-5e5fa166-4672-4bfe-b56b-29768866b8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:43.617886 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04d1560-98c3-4195-938e-2b669350c020 x-openstack-request-id: req-b04d1560-98c3-4195-938e-2b669350c020 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:09:43.618548 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-737636d0-efe1-403d-a1fe-9fe79324e9e9 req-5e5fa166-4672-4bfe-b56b-29768866b8e4 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=7d1479d5aac746a7a501d6c1fd3e7dc4&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2382059 Mar 11 03:09:43.618813 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59bf2d14-3efd-492b-a72c-626b8eb82304", "name": "network-vif-plugged", "status": "completed", "tag": "eebde8dc-ce33-41b6-9cbf-6d74fd1f2717", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:09:43.622180 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b04d1560-98c3-4195-938e-2b669350c020 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:09:43.622708 dv-cinder-740146-14-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59bf2d14-3efd-492b-a72c-626b8eb82304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eebde8dc-ce33-41b6-9cbf-6d74fd1f2717', 'code': 200} Mar 11 03:09:43.649248 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19911478-9126-4496-9610-6f162009e391 x-openstack-request-id: req-19911478-9126-4496-9610-6f162009e391 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:09:43.649737 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f7aabbc-1aa9-435e-b499-f268324eeb16", "tag": "8d55120d-a416-4047-a3c2-f8e95ec8b3aa", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:09:43.649840 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-19911478-9126-4496-9610-6f162009e391 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:09:43.650272 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f7aabbc-1aa9-435e-b499-f268324eeb16', 'tag': '8d55120d-a416-4047-a3c2-f8e95ec8b3aa', 'status': 'completed', 'code': 200} Mar 11 03:09:43.914123 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c5617-4d26-4c03-911b-106422d7c1f1 req-c239fe26-9e1b-4efc-8ff5-24fd092f9462 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:43.915610 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-542c5617-4d26-4c03-911b-106422d7c1f1 req-c239fe26-9e1b-4efc-8ff5-24fd092f9462 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 944 time: 0.0997164 Mar 11 03:09:43.926537 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7111f-c875-441d-99be-c4d7cd685f34 req-3092fec8-0b24-4acc-930d-508e38308459 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:43.927988 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4de7111f-c875-441d-99be-c4d7cd685f34 req-3092fec8-0b24-4acc-930d-508e38308459 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 944 time: 0.0855608 Mar 11 03:09:44.001736 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-542c5617-4d26-4c03-911b-106422d7c1f1 req-9289b121-42d4-439d-a790-3598ba04ac85 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727637 Mar 11 03:09:44.010507 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4de7111f-c875-441d-99be-c4d7cd685f34 req-139f139c-0d0c-4d4e-a17c-2177e08c2392 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748355 Mar 11 03:09:44.159687 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317d3a5-6df9-42fd-9460-bb4b7774f7d9 req-0943e5b8-7e5a-47eb-8b34-a42dddf13405 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:44.161399 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5317d3a5-6df9-42fd-9460-bb4b7774f7d9 req-0943e5b8-7e5a-47eb-8b34-a42dddf13405 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 943 time: 0.0777626 Mar 11 03:09:44.231650 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d4d4b-6d87-462d-b6c0-b2f3d8f39ccf req-1ae05191-28f3-447a-9f2f-539387f98f04 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:44.233355 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-000d4d4b-6d87-462d-b6c0-b2f3d8f39ccf req-1ae05191-28f3-447a-9f2f-539387f98f04 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/ports?device_id=59bf2d14-3efd-492b-a72c-626b8eb82304 HTTP/1.1" status: 200 len: 945 time: 0.0920784 Mar 11 03:09:44.253602 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5317d3a5-6df9-42fd-9460-bb4b7774f7d9 req-c808b8c2-a968-4c26-a90c-af32d82abc0b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730340 Mar 11 03:09:44.306030 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-000d4d4b-6d87-462d-b6c0-b2f3d8f39ccf req-8114d212-d470-4706-ab74-e25563d7047c tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a3dff98-a65a-4957-972f-ede6b0660612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634096 Mar 11 03:09:45.201770 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1c61e-520b-4fd2-8183-3595fb9f9781 req-aac0e289-b9be-444e-949d-5c9661df61fd tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:45.203890 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-30d1c61e-520b-4fd2-8183-3595fb9f9781 req-aac0e289-b9be-444e-949d-5c9661df61fd tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 944 time: 0.1075037 Mar 11 03:09:45.214891 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e134a9-049d-4f40-95df-72ef2ab07509 req-7340c3e2-22d0-46e5-b966-b044078ad741 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:45.216257 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f3e134a9-049d-4f40-95df-72ef2ab07509 req-7340c3e2-22d0-46e5-b966-b044078ad741 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 944 time: 0.1089296 Mar 11 03:09:45.291934 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-30d1c61e-520b-4fd2-8183-3595fb9f9781 req-915c315d-cbf1-4f50-ae86-70ce8ac7efd1 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743709 Mar 11 03:09:45.295801 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f3e134a9-049d-4f40-95df-72ef2ab07509 req-0e9cbb6e-637c-4236-b5dd-91166c73bc56 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723023 Mar 11 03:09:45.430432 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ee937-0111-41d6-8eb9-11629b17438e req-e08c5d80-0b73-42d5-9095-833918cb0f55 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:45.431872 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-958ee937-0111-41d6-8eb9-11629b17438e req-e08c5d80-0b73-42d5-9095-833918cb0f55 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 943 time: 0.0856283 Mar 11 03:09:45.453955 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f2c9c-7ffc-4ce0-a8a3-3cc2df2cf4d8 req-43799ee9-8c4a-462a-84c5-aca6457011c2 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:45.455355 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4b0f2c9c-7ffc-4ce0-a8a3-3cc2df2cf4d8 req-43799ee9-8c4a-462a-84c5-aca6457011c2 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/ports?device_id=59bf2d14-3efd-492b-a72c-626b8eb82304 HTTP/1.1" status: 200 len: 945 time: 0.0786169 Mar 11 03:09:45.520387 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-958ee937-0111-41d6-8eb9-11629b17438e req-ef2264de-66b5-42ba-ba7d-d704da5b5d44 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811126 Mar 11 03:09:45.524349 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4b0f2c9c-7ffc-4ce0-a8a3-3cc2df2cf4d8 req-71bcd9e8-8c89-4d58-87fb-f7544fca0129 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a3dff98-a65a-4957-972f-ede6b0660612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629463 Mar 11 03:09:45.992951 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-5fa28390-099f-4479-8c0b-684981910339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:45.994955 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-5fa28390-099f-4479-8c0b-684981910339 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f37c9105-a6f8-4fcf-a203-248706ae8fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0881531 Mar 11 03:09:46.066120 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.18', 55222) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:46.115135 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-31bbf679-a16e-47f3-ac50-83382e45fd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:46.116629 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-31bbf679-a16e-47f3-ac50-83382e45fd05 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f7e7fb507bd241639abd2bb972ec968e&device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 1128 time: 0.1695940 Mar 11 03:09:46.120269 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-56550c35-0693-46be-a746-e3246ed79fd1 req-77962048-f6c7-4d15-a957-3a4c79ca9750 service neutron] 10.222.0.18 "GET /v2.0/networks/e2d579c7-a842-4f0b-93b4-f7cc1c183b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027261 Mar 11 03:09:46.121783 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737636d0-efe1-403d-a1fe-9fe79324e9e9 req-64d97b7e-d57c-41e3-8904-42b207abe5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:46.123140 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-737636d0-efe1-403d-a1fe-9fe79324e9e9 req-64d97b7e-d57c-41e3-8904-42b207abe5a8 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1971881 Mar 11 03:09:46.166803 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-ee7c92fb-34bb-47a7-a6ff-48623fd88635 service neutron] 10.222.0.18 "GET /v2.0/networks/f37c9105-a6f8-4fcf-a203-248706ae8fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652942 Mar 11 03:09:46.186467 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce40b2-9ace-4a88-9edd-ff51355c6f03 req-4bcf809c-a14e-4462-ac86-b375037159f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:46.187938 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-59ce40b2-9ace-4a88-9edd-ff51355c6f03 req-4bcf809c-a14e-4462-ac86-b375037159f8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=59bf2d14-3efd-492b-a72c-626b8eb82304 HTTP/1.1" status: 200 len: 1129 time: 0.1208673 Mar 11 03:09:46.197143 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-9975878d-3c0f-4379-af1e-3b853e0ff0e9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3c1625b-f223-4552-adb9-e8800bb3d9a5 HTTP/1.1" status: 200 len: 217 time: 0.0689218 Mar 11 03:09:46.214528 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-59ce40b2-9ace-4a88-9edd-ff51355c6f03 req-b013f833-9682-47f6-853c-649fe6d1879c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:46.311352 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-8c6b810b-c35b-4bad-88f7-2bcfc55bdadc service neutron] 10.222.0.18 "GET /v2.0/networks/f37c9105-a6f8-4fcf-a203-248706ae8fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368339 Mar 11 03:09:46.334113 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-56550c35-0693-46be-a746-e3246ed79fd1 req-4126dd0e-0aff-48d0-956e-5c185ad1c013 service neutron] 10.222.0.18 "GET /v2.0/networks/e2d579c7-a842-4f0b-93b4-f7cc1c183b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994178 Mar 11 03:09:46.347108 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-cc3584ff-084c-49d5-bd3d-dde844096683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:46.354603 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-cc3584ff-084c-49d5-bd3d-dde844096683 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e0cab262-f422-464f-830a-5936d4fe68aa HTTP/1.1" status: 200 len: 859 time: 0.1333065 Mar 11 03:09:46.384388 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-e1bc97ef-4d85-4949-ba56-0bf855fbe473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:46.386337 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-e1bc97ef-4d85-4949-ba56-0bf855fbe473 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d1479d5aac746a7a501d6c1fd3e7dc4&device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 1127 time: 0.1999903 Mar 11 03:09:46.400620 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-59ce40b2-9ace-4a88-9edd-ff51355c6f03 req-b013f833-9682-47f6-853c-649fe6d1879c service neutron] Publish callbacks [] for security_group (4f0c37fc-1fdc-4b3c-a0e7-0abebaa4c3a0), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:46.426849 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-59ce40b2-9ace-4a88-9edd-ff51355c6f03 req-b013f833-9682-47f6-853c-649fe6d1879c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (4f0c37fc-1fdc-4b3c-a0e7-0abebaa4c3a0), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:46.437318 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-aa35d10c-0175-43f1-a584-25d89fa22a7b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2d579c7-a842-4f0b-93b4-f7cc1c183b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670755 Mar 11 03:09:46.483303 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-799f3d04-790d-44e1-8869-5f223a8d8192 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d9329b8-2f49-4557-ad46-f3a82458d3b8 HTTP/1.1" status: 200 len: 217 time: 0.0846665 Mar 11 03:09:46.509160 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-59ce40b2-9ace-4a88-9edd-ff51355c6f03 req-b013f833-9682-47f6-853c-649fe6d1879c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3a3dff98-a65a-4957-972f-ede6b0660612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118236 Mar 11 03:09:46.516693 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b013f833-9682-47f6-853c-649fe6d1879c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0c37fc-1fdc-4b3c-a0e7-0abebaa4c3a0,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:46.534763 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed5edd-14c8-41ee-b2b8-434d24755c0b req-bf5305e4-e6c7-4473-b41f-39877b9974e2 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:46.536265 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-28ed5edd-14c8-41ee-b2b8-434d24755c0b req-bf5305e4-e6c7-4473-b41f-39877b9974e2 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 944 time: 0.1486602 Mar 11 03:09:46.546587 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac4d86-3355-422c-a2f4-daca50b9dcb4 req-e5b2e987-4eb3-4719-9a95-ccfe45cdd60a tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:46.548517 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-12ac4d86-3355-422c-a2f4-daca50b9dcb4 req-e5b2e987-4eb3-4719-9a95-ccfe45cdd60a tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 944 time: 0.1465962 Mar 11 03:09:46.619194 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f2c59-ed58-4cee-92a5-5ad7d6440d17 req-89a30f30-2558-4e78-8456-c97df510d683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:46.620716 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-967f2c59-ed58-4cee-92a5-5ad7d6440d17 req-89a30f30-2558-4e78-8456-c97df510d683 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e5431e997864911902bdbf8e8d5d889&device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 1128 time: 0.2335091 Mar 11 03:09:46.625923 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-81d831a4-088d-4a1e-89ec-967694c1e37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:46.626720 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-12ac4d86-3355-422c-a2f4-daca50b9dcb4 req-2da81aba-aa28-4265-b888-123d0765b2ae tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717995 Mar 11 03:09:46.627397 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-81d831a4-088d-4a1e-89ec-967694c1e37c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b3f1ad71-9fd3-4f40-b64d-92b2f6facb57 HTTP/1.1" status: 200 len: 856 time: 0.1316509 Mar 11 03:09:46.629899 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-28ed5edd-14c8-41ee-b2b8-434d24755c0b req-73b87ab2-a2a5-49e4-a22a-38800fdd88d6 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802517 Mar 11 03:09:46.658073 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-52da5a62-cb43-4337-a469-e9da49019629 service neutron] 10.222.0.18 "GET /v2.0/networks/e2d579c7-a842-4f0b-93b4-f7cc1c183b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741858 Mar 11 03:09:46.783419 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa28a17-328d-40ce-a826-db8355702511 req-a8a5522a-ad50-4ca4-bf22-bb6f290fa41f tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:46.784919 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0fa28a17-328d-40ce-a826-db8355702511 req-a8a5522a-ad50-4ca4-bf22-bb6f290fa41f tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/ports?device_id=59bf2d14-3efd-492b-a72c-626b8eb82304 HTTP/1.1" status: 200 len: 945 time: 0.0845251 Mar 11 03:09:46.797140 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db104222-b355-4656-acd1-9c0c070fc962 req-d17c8f2f-2b8a-46f6-b49b-8f5a5b7fcc59 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:46.798583 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-db104222-b355-4656-acd1-9c0c070fc962 req-d17c8f2f-2b8a-46f6-b49b-8f5a5b7fcc59 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 943 time: 0.0885839 Mar 11 03:09:47.033194 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0fa28a17-328d-40ce-a826-db8355702511 req-21ca61de-0589-4739-9c79-7943c7617e1d tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a3dff98-a65a-4957-972f-ede6b0660612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336476 Mar 11 03:09:47.040433 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-db104222-b355-4656-acd1-9c0c070fc962 req-32cb2ebf-2abe-47e5-8da3-d50b3d743d5b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645924 Mar 11 03:09:47.115629 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-c8ee3397-b6f5-44a2-8121-8bafa3d9f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:47.117112 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-c8ee3397-b6f5-44a2-8121-8bafa3d9f846 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=24591a89-9096-47e5-935c-efce9ff962e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3805420 Mar 11 03:09:47.119833 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f2c59-ed58-4cee-92a5-5ad7d6440d17 req-7772a8f8-ad40-4689-9b55-2bcbff1cf358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:47.121125 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-967f2c59-ed58-4cee-92a5-5ad7d6440d17 req-7772a8f8-ad40-4689-9b55-2bcbff1cf358 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f37c9105-a6f8-4fcf-a203-248706ae8fe4 HTTP/1.1" status: 200 len: 910 time: 0.3855114 Mar 11 03:09:47.125235 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-f9004a8d-604c-4f3a-a1ac-d1316a56516d service neutron] 10.222.0.18 "GET /v2.0/networks/e2d579c7-a842-4f0b-93b4-f7cc1c183b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906527 Mar 11 03:09:47.182120 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-967f2c59-ed58-4cee-92a5-5ad7d6440d17 req-978e53b2-bc39-4725-b7d6-cf87f52cac21 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d55120d-a416-4047-a3c2-f8e95ec8b3aa HTTP/1.1" status: 200 len: 217 time: 0.0466492 Mar 11 03:09:47.287983 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f2c59-ed58-4cee-92a5-5ad7d6440d17 req-c87d6bd0-50b9-45c1-957f-2ed65c618a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:47.289041 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-967f2c59-ed58-4cee-92a5-5ad7d6440d17 req-c87d6bd0-50b9-45c1-957f-2ed65c618a03 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9d7ee705-0509-4a4b-bcad-7ac46e456173 HTTP/1.1" status: 200 len: 849 time: 0.0963457 Mar 11 03:09:47.292747 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-7ae7ec1d-b0bd-4964-9a17-154c6e97bd32 service neutron] 10.222.0.18 "GET /v2.0/networks/24591a89-9096-47e5-935c-efce9ff962e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641128 Mar 11 03:09:47.423113 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f2c59-ed58-4cee-92a5-5ad7d6440d17 req-543ba9e2-24b4-4a17-ace3-5599ce808004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:47.425047 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-967f2c59-ed58-4cee-92a5-5ad7d6440d17 req-543ba9e2-24b4-4a17-ace3-5599ce808004 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f37c9105-a6f8-4fcf-a203-248706ae8fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1158779 Mar 11 03:09:47.431233 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-dd4f5dfd-061d-4f6e-b1c2-ec61663460e2 req-06eea78f-ab8f-4c25-a050-e37f60ce54d9 service neutron] 10.222.0.18 "GET /v2.0/networks/24591a89-9096-47e5-935c-efce9ff962e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301413 Mar 11 03:09:47.539271 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-967f2c59-ed58-4cee-92a5-5ad7d6440d17 req-d8cb6b6e-bca9-4813-99db-c097711e1255 service neutron] 10.222.0.18 "GET /v2.0/networks/f37c9105-a6f8-4fcf-a203-248706ae8fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069922 Mar 11 03:09:47.634532 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-967f2c59-ed58-4cee-92a5-5ad7d6440d17 req-2bec779e-a8fc-44ae-869d-91cfc26b9694 service neutron] 10.222.0.18 "GET /v2.0/networks/f37c9105-a6f8-4fcf-a203-248706ae8fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892127 Mar 11 03:09:47.810740 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc643583-02bf-4061-90ca-32b7c24d9d81 req-764afe27-9e97-4945-bbd3-32495edb6cbe tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:47.812933 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cc643583-02bf-4061-90ca-32b7c24d9d81 req-764afe27-9e97-4945-bbd3-32495edb6cbe tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 944 time: 0.0994973 Mar 11 03:09:47.867053 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189678b-bbb5-4c4e-ad2e-e0debf6470ac req-29353b2c-60de-420f-ac00-2fb675de2b48 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:47.868506 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a189678b-bbb5-4c4e-ad2e-e0debf6470ac req-29353b2c-60de-420f-ac00-2fb675de2b48 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 944 time: 0.1437554 Mar 11 03:09:47.875949 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cc643583-02bf-4061-90ca-32b7c24d9d81 req-9a26eb34-01ea-471f-bfd7-3cff51eac0c4 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571291 Mar 11 03:09:47.920150 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a189678b-bbb5-4c4e-ad2e-e0debf6470ac req-8727d5e2-56d7-4db8-8ddf-fa84d4363625 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429933 Mar 11 03:09:48.013606 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 821c2ddf-a3cc-459d-bc78-acf1e102fdb3 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 03:09:48.118452 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 821c2ddf-a3cc-459d-bc78-acf1e102fdb3, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=821c2ddf-a3cc-459d-bc78-acf1e102fdb3,segment=NetworkSegment(095992f8-b5e9-4505-bbef-9ada1783e2b3),segment_id=095992f8-b5e9-4505-bbef-9ada1783e2b3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:09:48.130196 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Returning: {'device': '821c2ddf-a3cc-459d-bc78-acf1e102fdb3', 'network_id': 'e2d579c7-a842-4f0b-93b4-f7cc1c183b27', 'port_id': '821c2ddf-a3cc-459d-bc78-acf1e102fdb3', 'mac_address': 'fa:16:3e:80:1d:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0cab262-f422-464f-830a-5936d4fe68aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 03:09:48.170415 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 821c2ddf-a3cc-459d-bc78-acf1e102fdb3 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:09:48.171362 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (821c2ddf-a3cc-459d-bc78-acf1e102fdb3), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:48.184542 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 821c2ddf-a3cc-459d-bc78-acf1e102fdb3 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:09:48.190098 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b983dc-2591-4884-9698-af1ff7e753b0 req-2476dce7-cbff-4564-929f-5812d56d82a1 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:48.191149 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b8b983dc-2591-4884-9698-af1ff7e753b0 req-2476dce7-cbff-4564-929f-5812d56d82a1 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/ports?device_id=59bf2d14-3efd-492b-a72c-626b8eb82304 HTTP/1.1" status: 200 len: 945 time: 0.0872190 Mar 11 03:09:48.197935 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97165b-e226-4213-aa85-ddcf58d3557b req-e882d6f2-a562-4316-b9b7-e4c6c385c24b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:48.199310 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-eb97165b-e226-4213-aa85-ddcf58d3557b req-e882d6f2-a562-4316-b9b7-e4c6c385c24b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 943 time: 0.0851753 Mar 11 03:09:48.205894 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 821c2ddf-a3cc-459d-bc78-acf1e102fdb3, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=821c2ddf-a3cc-459d-bc78-acf1e102fdb3,segment=NetworkSegment(095992f8-b5e9-4505-bbef-9ada1783e2b3),segment_id=095992f8-b5e9-4505-bbef-9ada1783e2b3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:09:48.209804 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (821c2ddf-a3cc-459d-bc78-acf1e102fdb3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:48.210600 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 8d55120d-a416-4047-a3c2-f8e95ec8b3aa details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 03:09:48.268288 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b8b983dc-2591-4884-9698-af1ff7e753b0 req-2da31656-7bcc-4c0b-afdc-b96a0dfb3e4a tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a3dff98-a65a-4957-972f-ede6b0660612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680091 Mar 11 03:09:48.275259 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-eb97165b-e226-4213-aa85-ddcf58d3557b req-2c5b278b-6332-4ce5-a54b-cdcc3d9edc73 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622799 Mar 11 03:09:48.289346 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=821c2ddf-a3cc-459d-bc78-acf1e102fdb3,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:48.347772 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 8d55120d-a416-4047-a3c2-f8e95ec8b3aa, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8d55120d-a416-4047-a3c2-f8e95ec8b3aa,segment=NetworkSegment(f7c503d7-7470-4171-8604-818764f5f205),segment_id=f7c503d7-7470-4171-8604-818764f5f205)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:09:48.359383 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Returning: {'device': '8d55120d-a416-4047-a3c2-f8e95ec8b3aa', 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4', 'port_id': '8d55120d-a416-4047-a3c2-f8e95ec8b3aa', 'mac_address': 'fa:16:3e:34:79:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d7ee705-0509-4a4b-bcad-7ac46e456173', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 03:09:48.396651 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 8d55120d-a416-4047-a3c2-f8e95ec8b3aa is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:09:48.397038 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (8d55120d-a416-4047-a3c2-f8e95ec8b3aa), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:48.409414 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d55120d-a416-4047-a3c2-f8e95ec8b3aa {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:09:48.432162 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 8d55120d-a416-4047-a3c2-f8e95ec8b3aa, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8d55120d-a416-4047-a3c2-f8e95ec8b3aa,segment=NetworkSegment(f7c503d7-7470-4171-8604-818764f5f205),segment_id=f7c503d7-7470-4171-8604-818764f5f205)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:09:48.438131 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (8d55120d-a416-4047-a3c2-f8e95ec8b3aa), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:48.484859 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=8d55120d-a416-4047-a3c2-f8e95ec8b3aa,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:48.575525 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 42356) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:48.686009 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9e8a2d29-fdeb-4776-8e17-7cfb73a4f767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:48.767465 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9e8a2d29-fdeb-4776-8e17-7cfb73a4f767 admin admin] Publish callbacks [] for security_group (41e3cc13-02af-4c52-9ec1-ec04b32bdeb5), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:48.771758 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9e8a2d29-fdeb-4776-8e17-7cfb73a4f767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (41e3cc13-02af-4c52-9ec1-ec04b32bdeb5), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:48.818188 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-9e8a2d29-fdeb-4776-8e17-7cfb73a4f767 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a7d427ec769a45a3b06690c16e8f18c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392049 Mar 11 03:09:48.818188 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a2d29-fdeb-4776-8e17-7cfb73a4f767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e3cc13-02af-4c52-9ec1-ec04b32bdeb5,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:48.819497 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 42374) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:48.873445 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bb177514-29a3-4b53-a606-7b3858d7c85a admin admin] Publish callbacks [] for security_group (41e3cc13-02af-4c52-9ec1-ec04b32bdeb5), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:48.903070 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bb177514-29a3-4b53-a606-7b3858d7c85a admin admin] Publish callbacks [] for security_group (41e3cc13-02af-4c52-9ec1-ec04b32bdeb5), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:49.015580 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bb177514-29a3-4b53-a606-7b3858d7c85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (41e3cc13-02af-4c52-9ec1-ec04b32bdeb5), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:49.018794 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bb177514-29a3-4b53-a606-7b3858d7c85a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:49.019959 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-bb177514-29a3-4b53-a606-7b3858d7c85a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/41e3cc13-02af-4c52-9ec1-ec04b32bdeb5 HTTP/1.1" status: 204 len: 168 time: 0.1991036 Mar 11 03:09:49.063847 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb177514-29a3-4b53-a606-7b3858d7c85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e3cc13-02af-4c52-9ec1-ec04b32bdeb5,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:49.119678 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf728825-6033-4a68-b35c-7e21bdaeee87 req-ad18195b-08ee-45d4-b352-1511e53d5f3f tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:49.127667 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bf728825-6033-4a68-b35c-7e21bdaeee87 req-ad18195b-08ee-45d4-b352-1511e53d5f3f tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 944 time: 0.1656461 Mar 11 03:09:49.182862 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31ae36-9a2f-4501-b43d-d0f7176b83aa req-539edb44-b681-479f-b4af-35ca9aadd45d tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:49.184399 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4f31ae36-9a2f-4501-b43d-d0f7176b83aa req-539edb44-b681-479f-b4af-35ca9aadd45d tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 945 time: 0.1503241 Mar 11 03:09:49.236632 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bf728825-6033-4a68-b35c-7e21bdaeee87 req-1b93ab6f-1086-42fb-b360-690eeff1cf7c tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080143 Mar 11 03:09:49.336010 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4f31ae36-9a2f-4501-b43d-d0f7176b83aa req-a8250ff1-7973-4e98-9e4f-44bca57f6648 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300287 Mar 11 03:09:49.410630 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf122a-df2b-4103-af6d-8f8e195a732f req-2b179b8b-23c6-42a0-a00f-9d151c9d4f88 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:49.412567 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5dcf122a-df2b-4103-af6d-8f8e195a732f req-2b179b8b-23c6-42a0-a00f-9d151c9d4f88 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/ports?device_id=59bf2d14-3efd-492b-a72c-626b8eb82304 HTTP/1.1" status: 200 len: 945 time: 0.0586436 Mar 11 03:09:49.497284 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5dcf122a-df2b-4103-af6d-8f8e195a732f req-05ca294f-9d72-4468-bab2-9e015aa1d90c tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a3dff98-a65a-4957-972f-ede6b0660612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734174 Mar 11 03:09:49.505982 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21156643-44fb-48c4-9d30-f75e73fcddc5 req-b90ffa86-1b73-4a09-819d-146b817af827 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:49.507463 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-21156643-44fb-48c4-9d30-f75e73fcddc5 req-b90ffa86-1b73-4a09-819d-146b817af827 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 943 time: 0.0930467 Mar 11 03:09:49.560770 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-21156643-44fb-48c4-9d30-f75e73fcddc5 req-b16b7cc3-27be-4592-bac5-6f2c81e28da3 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470555 Mar 11 03:09:50.362389 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6ed2b-a54a-4834-a526-72530815ba76 req-e6a5b3f1-3899-493c-8875-e24362f9b27c tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:50.367862 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dab6ed2b-a54a-4834-a526-72530815ba76 req-e6a5b3f1-3899-493c-8875-e24362f9b27c tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 944 time: 0.0653703 Mar 11 03:09:50.444036 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dab6ed2b-a54a-4834-a526-72530815ba76 req-f40bde8b-6bc3-47a6-9bc5-36339d7fee98 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720947 Mar 11 03:09:50.467336 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06415a4-58e8-4d3f-ba98-584d682723d5 req-11b3c837-c4c1-435b-ac13-d5137dea86af tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:50.469551 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e06415a4-58e8-4d3f-ba98-584d682723d5 req-11b3c837-c4c1-435b-ac13-d5137dea86af tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 945 time: 0.0694575 Mar 11 03:09:50.515369 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e06415a4-58e8-4d3f-ba98-584d682723d5 req-6e3bd8df-0926-43d9-85fa-42cf3ef22c0d tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397298 Mar 11 03:09:50.620192 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8749c2a-0727-4994-a68c-8b71c36f3113 req-ae9f750b-cfc2-4ae8-9cff-c525dbceb265 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:50.621670 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a8749c2a-0727-4994-a68c-8b71c36f3113 req-ae9f750b-cfc2-4ae8-9cff-c525dbceb265 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/ports?device_id=59bf2d14-3efd-492b-a72c-626b8eb82304 HTTP/1.1" status: 200 len: 945 time: 0.0555093 Mar 11 03:09:50.699933 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a8749c2a-0727-4994-a68c-8b71c36f3113 req-ae1ca194-d065-4a10-baca-fcd73a5d533b tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a3dff98-a65a-4957-972f-ede6b0660612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718095 Mar 11 03:09:50.715068 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b67604-545a-460c-82ad-d859e4c773a8 req-01289825-4d7a-4995-ac47-669da662ac67 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:50.716779 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c3b67604-545a-460c-82ad-d859e4c773a8 req-01289825-4d7a-4995-ac47-669da662ac67 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 943 time: 0.0739565 Mar 11 03:09:50.769489 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c3b67604-545a-460c-82ad-d859e4c773a8 req-521e90a3-5b05-46bf-8761-ec2902fef801 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461445 Mar 11 03:09:51.086592 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] get_ports_and_sgs() called for port_ids ['8d55120d-a416-4047-a3c2-f8e95ec8b3aa'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:09:51.112532 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] get_ports_and_sgs() called for port_ids ['821c2ddf-a3cc-459d-bc78-acf1e102fdb3'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:09:51.561342 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae892715-b400-4977-83dd-e182c17fa8bd req-c342cd3d-17c9-4f8f-a340-0feca98964c3 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:51.563070 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ae892715-b400-4977-83dd-e182c17fa8bd req-c342cd3d-17c9-4f8f-a340-0feca98964c3 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 944 time: 0.0527048 Mar 11 03:09:51.643308 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ae892715-b400-4977-83dd-e182c17fa8bd req-4bcd3b9e-f9ad-4d8f-828b-9d3ebfd6e54f tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735612 Mar 11 03:09:51.659757 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9236015d-efc3-4219-a94d-2d6023b49124 req-0b1a1737-c552-43f7-8cd8-4655d62f15a9 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:51.667226 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9236015d-efc3-4219-a94d-2d6023b49124 req-0b1a1737-c552-43f7-8cd8-4655d62f15a9 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 945 time: 0.0826967 Mar 11 03:09:51.714891 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9236015d-efc3-4219-a94d-2d6023b49124 req-280cd9db-1f7f-4af1-8fe6-617d3c716737 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465772 Mar 11 03:09:51.830716 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5b605-ed93-47c7-ae75-bab28c239a5e req-6832643a-8144-4a3c-b4e6-977e35329140 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:51.832227 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c6c5b605-ed93-47c7-ae75-bab28c239a5e req-6832643a-8144-4a3c-b4e6-977e35329140 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/ports?device_id=59bf2d14-3efd-492b-a72c-626b8eb82304 HTTP/1.1" status: 200 len: 945 time: 0.0572557 Mar 11 03:09:51.915959 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c6c5b605-ed93-47c7-ae75-bab28c239a5e req-2722f747-c02c-4439-8dba-b3dcf0b7a4d1 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a3dff98-a65a-4957-972f-ede6b0660612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772920 Mar 11 03:09:51.934909 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76997c7-f5bc-4dd8-8aa3-4e50f2bbc01d req-3db1284c-5c74-4d71-856e-fa8d4956e365 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:51.942759 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a76997c7-f5bc-4dd8-8aa3-4e50f2bbc01d req-3db1284c-5c74-4d71-856e-fa8d4956e365 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 943 time: 0.0939090 Mar 11 03:09:51.996194 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a76997c7-f5bc-4dd8-8aa3-4e50f2bbc01d req-d212141b-2818-41d7-9b04-0fef144388ab tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525126 Mar 11 03:09:52.368321 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 42554) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:52.474705 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dffad3e0-0087-4c04-9b9c-237dfee2973a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:52.553576 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dffad3e0-0087-4c04-9b9c-237dfee2973a admin admin] Publish callbacks [] for security_group (ae70e33e-7580-47b2-b084-8c9f1a11c637), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:52.556977 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dffad3e0-0087-4c04-9b9c-237dfee2973a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (ae70e33e-7580-47b2-b084-8c9f1a11c637), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:52.595760 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-dffad3e0-0087-4c04-9b9c-237dfee2973a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7eebc3941964407685b9845c8c6ccf25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263429 Mar 11 03:09:52.596668 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffad3e0-0087-4c04-9b9c-237dfee2973a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae70e33e-7580-47b2-b084-8c9f1a11c637,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:52.598568 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 42558) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:52.649484 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61debde6-6af5-4d4c-856e-2e6b038df21a admin admin] Publish callbacks [] for security_group (ae70e33e-7580-47b2-b084-8c9f1a11c637), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:52.670077 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61debde6-6af5-4d4c-856e-2e6b038df21a admin admin] Publish callbacks [] for security_group (ae70e33e-7580-47b2-b084-8c9f1a11c637), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:52.718255 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61debde6-6af5-4d4c-856e-2e6b038df21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (ae70e33e-7580-47b2-b084-8c9f1a11c637), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:52.720920 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61debde6-6af5-4d4c-856e-2e6b038df21a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:52.724393 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-61debde6-6af5-4d4c-856e-2e6b038df21a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae70e33e-7580-47b2-b084-8c9f1a11c637 HTTP/1.1" status: 204 len: 168 time: 0.1220157 Mar 11 03:09:52.731732 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61debde6-6af5-4d4c-856e-2e6b038df21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae70e33e-7580-47b2-b084-8c9f1a11c637,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:52.762511 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device f3c1625b-f223-4552-adb9-e8800bb3d9a5 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 03:09:52.779275 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e7131-8a6b-44e6-90a7-6070d95237d2 req-3efc9984-f5e3-4655-bedc-4c68d63c7066 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:52.796703 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dc2e7131-8a6b-44e6-90a7-6070d95237d2 req-3efc9984-f5e3-4655-bedc-4c68d63c7066 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 944 time: 0.0839093 Mar 11 03:09:52.797178 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 821c2ddf-a3cc-459d-bc78-acf1e102fdb3 up at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:09:52.889521 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dc2e7131-8a6b-44e6-90a7-6070d95237d2 req-12d7efb9-6291-4ee8-acab-fe97a8954269 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870619 Mar 11 03:09:52.914935 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ee637-e30b-44ec-b501-0000639d253e req-d3780a04-20a8-49c6-8d10-992ed48c66b2 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:52.916736 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5b5ee637-e30b-44ec-b501-0000639d253e req-d3780a04-20a8-49c6-8d10-992ed48c66b2 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 945 time: 0.1035442 Mar 11 03:09:52.973282 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5b5ee637-e30b-44ec-b501-0000639d253e req-e84f0372-b02b-4c0e-809e-73e7c41097ba tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502472 Mar 11 03:09:53.046463 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning for port 821c2ddf-a3cc-459d-bc78-acf1e102fdb3 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 03:09:53.069318 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning complete for port 821c2ddf-a3cc-459d-bc78-acf1e102fdb3 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:09:53.069702 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (821c2ddf-a3cc-459d-bc78-acf1e102fdb3), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:53.073232 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port f3c1625b-f223-4552-adb9-e8800bb3d9a5, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f3c1625b-f223-4552-adb9-e8800bb3d9a5,segment=NetworkSegment(095992f8-b5e9-4505-bbef-9ada1783e2b3),segment_id=095992f8-b5e9-4505-bbef-9ada1783e2b3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:09:53.100548 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 42580) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:53.106913 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Returning: {'device': 'f3c1625b-f223-4552-adb9-e8800bb3d9a5', 'network_id': 'e2d579c7-a842-4f0b-93b4-f7cc1c183b27', 'port_id': 'f3c1625b-f223-4552-adb9-e8800bb3d9a5', 'mac_address': 'fa:16:3e:02:0d:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0cab262-f422-464f-830a-5936d4fe68aa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 03:09:53.124631 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-150e72e0-2d35-4036-b1cb-dfc8458edf35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:53.155303 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14036a46-35c9-4c21-89d6-cbf1d0a8a31c req-a80315e4-575e-4e3b-bfff-401c41cee4ea tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:53.157493 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-14036a46-35c9-4c21-89d6-cbf1d0a8a31c req-a80315e4-575e-4e3b-bfff-401c41cee4ea tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 943 time: 0.0775244 Mar 11 03:09:53.177956 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port f3c1625b-f223-4552-adb9-e8800bb3d9a5 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:09:53.178347 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (f3c1625b-f223-4552-adb9-e8800bb3d9a5), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:53.208045 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 821c2ddf-a3cc-459d-bc78-acf1e102fdb3 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:09:53.208679 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (821c2ddf-a3cc-459d-bc78-acf1e102fdb3), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:53.220889 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3c1625b-f223-4552-adb9-e8800bb3d9a5 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:09:53.221689 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-14036a46-35c9-4c21-89d6-cbf1d0a8a31c req-4545eda5-07d1-4e53-b9cc-8e7c03a0b721 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583942 Mar 11 03:09:53.226474 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-150e72e0-2d35-4036-b1cb-dfc8458edf35 admin admin] Publish callbacks [] for security_group (8e5c5c5d-5467-452c-b9f5-ba032d373f6f), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:53.233122 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-150e72e0-2d35-4036-b1cb-dfc8458edf35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (8e5c5c5d-5467-452c-b9f5-ba032d373f6f), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:53.255231 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '043a1d17-785f-40b2-ba29-2e188fe1d142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821c2ddf-a3cc-459d-bc78-acf1e102fdb3'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:09:53.257481 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288e491573ecc61b3bf0bc0bc1cef05b47d52e8efc38ed9f7c410eed2e18b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c55da43-2eba-40f5-a8ee-647f85f5ed7f" -d '{"events": [{"server_uuid": "043a1d17-785f-40b2-ba29-2e188fe1d142", "name": "network-vif-plugged", "status": "completed", "tag": "821c2ddf-a3cc-459d-bc78-acf1e102fdb3"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:09:53.269404 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port f3c1625b-f223-4552-adb9-e8800bb3d9a5, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f3c1625b-f223-4552-adb9-e8800bb3d9a5,segment=NetworkSegment(095992f8-b5e9-4505-bbef-9ada1783e2b3),segment_id=095992f8-b5e9-4505-bbef-9ada1783e2b3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:09:53.274055 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 821c2ddf-a3cc-459d-bc78-acf1e102fdb3, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=821c2ddf-a3cc-459d-bc78-acf1e102fdb3,segment=NetworkSegment(095992f8-b5e9-4505-bbef-9ada1783e2b3),segment_id=095992f8-b5e9-4505-bbef-9ada1783e2b3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:09:53.276858 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (f3c1625b-f223-4552-adb9-e8800bb3d9a5), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:53.277602 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 9d9329b8-2f49-4557-ad46-f3a82458d3b8 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 03:09:53.283954 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (821c2ddf-a3cc-459d-bc78-acf1e102fdb3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:53.284704 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 8d55120d-a416-4047-a3c2-f8e95ec8b3aa up at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:09:53.287300 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e72e0-2d35-4036-b1cb-dfc8458edf35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5c5c5d-5467-452c-b9f5-ba032d373f6f,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:53.312923 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-150e72e0-2d35-4036-b1cb-dfc8458edf35 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1c5708725f3d4fc2a44c0c3c03670902&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2111428 Mar 11 03:09:53.323601 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 42586) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:53.337843 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3af033-b27f-4de1-8424-14d7e5522f00 x-openstack-request-id: req-1b3af033-b27f-4de1-8424-14d7e5522f00 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:09:53.338373 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "043a1d17-785f-40b2-ba29-2e188fe1d142", "name": "network-vif-plugged", "status": "completed", "tag": "821c2ddf-a3cc-459d-bc78-acf1e102fdb3", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:09:53.339011 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1b3af033-b27f-4de1-8424-14d7e5522f00 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:09:53.339539 dv-cinder-740146-14-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '043a1d17-785f-40b2-ba29-2e188fe1d142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821c2ddf-a3cc-459d-bc78-acf1e102fdb3', 'code': 200} Mar 11 03:09:53.414894 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=f3c1625b-f223-4552-adb9-e8800bb3d9a5,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:53.496690 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cf700d7f-24c8-4795-acfe-ad235342aab7 admin admin] Publish callbacks [] for security_group (8e5c5c5d-5467-452c-b9f5-ba032d373f6f), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:53.501961 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=821c2ddf-a3cc-459d-bc78-acf1e102fdb3,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:53.540423 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning for port 8d55120d-a416-4047-a3c2-f8e95ec8b3aa completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 03:09:53.541690 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cf700d7f-24c8-4795-acfe-ad235342aab7 admin admin] Publish callbacks [] for security_group (8e5c5c5d-5467-452c-b9f5-ba032d373f6f), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:53.554959 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning complete for port 8d55120d-a416-4047-a3c2-f8e95ec8b3aa triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:09:53.556318 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (8d55120d-a416-4047-a3c2-f8e95ec8b3aa), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:53.613583 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 42604) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:53.619462 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 9d9329b8-2f49-4557-ad46-f3a82458d3b8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9d9329b8-2f49-4557-ad46-f3a82458d3b8,segment=NetworkSegment(2788d6dc-bb9a-4610-93c8-718a7a34a2b4),segment_id=2788d6dc-bb9a-4610-93c8-718a7a34a2b4)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:09:53.637922 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Returning: {'device': '9d9329b8-2f49-4557-ad46-f3a82458d3b8', 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5', 'port_id': '9d9329b8-2f49-4557-ad46-f3a82458d3b8', 'mac_address': 'fa:16:3e:bc:5a:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3f1ad71-9fd3-4f40-b64d-92b2f6facb57', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 03:09:53.710463 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 9d9329b8-2f49-4557-ad46-f3a82458d3b8 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:09:53.710768 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (9d9329b8-2f49-4557-ad46-f3a82458d3b8), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:53.733957 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d9329b8-2f49-4557-ad46-f3a82458d3b8 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:09:53.741521 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 8d55120d-a416-4047-a3c2-f8e95ec8b3aa is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:09:53.742549 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (8d55120d-a416-4047-a3c2-f8e95ec8b3aa), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:53.761741 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cf700d7f-24c8-4795-acfe-ad235342aab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (8e5c5c5d-5467-452c-b9f5-ba032d373f6f), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:53.765029 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-cf700d7f-24c8-4795-acfe-ad235342aab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:53.766583 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-cf700d7f-24c8-4795-acfe-ad235342aab7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e5c5c5d-5467-452c-b9f5-ba032d373f6f HTTP/1.1" status: 204 len: 168 time: 0.4417870 Mar 11 03:09:53.777764 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 9d9329b8-2f49-4557-ad46-f3a82458d3b8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9d9329b8-2f49-4557-ad46-f3a82458d3b8,segment=NetworkSegment(2788d6dc-bb9a-4610-93c8-718a7a34a2b4),segment_id=2788d6dc-bb9a-4610-93c8-718a7a34a2b4)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:09:53.785838 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (9d9329b8-2f49-4557-ad46-f3a82458d3b8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:53.787512 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf700d7f-24c8-4795-acfe-ad235342aab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5c5c5d-5467-452c-b9f5-ba032d373f6f,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:53.799546 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d72da8-5658-4538-9c26-bed6490236ba req-510b3cdc-f631-417c-b3e3-bf1369b0da1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:53.801257 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-72d72da8-5658-4538-9c26-bed6490236ba req-510b3cdc-f631-417c-b3e3-bf1369b0da1a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 1129 time: 0.1597350 Mar 11 03:09:53.818556 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b42be10-4c74-456b-b64a-7d543c83c93f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:53.849045 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 8d55120d-a416-4047-a3c2-f8e95ec8b3aa, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8d55120d-a416-4047-a3c2-f8e95ec8b3aa,segment=NetworkSegment(f7c503d7-7470-4171-8604-818764f5f205),segment_id=f7c503d7-7470-4171-8604-818764f5f205)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:09:53.862423 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (8d55120d-a416-4047-a3c2-f8e95ec8b3aa), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:53.880114 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=9d9329b8-2f49-4557-ad46-f3a82458d3b8,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:53.903125 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-72d72da8-5658-4538-9c26-bed6490236ba req-b4180e2f-7be5-488e-997e-90c09a91d747 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928190 Mar 11 03:09:53.959989 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=8d55120d-a416-4047-a3c2-f8e95ec8b3aa,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:53.986004 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b42be10-4c74-456b-b64a-7d543c83c93f admin admin] Publish callbacks [] for security_group (cc288ab4-ab42-4d88-8a8e-30e5ab5febef), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:54.006172 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4b42be10-4c74-456b-b64a-7d543c83c93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (cc288ab4-ab42-4d88-8a8e-30e5ab5febef), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:54.077461 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-4b42be10-4c74-456b-b64a-7d543c83c93f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=34d77fb722eb409281dca39e877eb9fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4614725 Mar 11 03:09:54.078241 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b42be10-4c74-456b-b64a-7d543c83c93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc288ab4-ab42-4d88-8a8e-30e5ab5febef,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:54.080749 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 42628) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:54.138101 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed3789-71ab-4f4e-9b72-c6667c4238d3 req-aba24461-041a-4d5b-90b4-ed9f79308056 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:54.140178 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e3ed3789-71ab-4f4e-9b72-c6667c4238d3 req-aba24461-041a-4d5b-90b4-ed9f79308056 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 945 time: 0.1519203 Mar 11 03:09:54.167528 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6a34b452-1c7f-4bbd-b51a-5eb7f5a3f7d7 admin admin] Publish callbacks [] for security_group (cc288ab4-ab42-4d88-8a8e-30e5ab5febef), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:54.192736 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6a34b452-1c7f-4bbd-b51a-5eb7f5a3f7d7 admin admin] Publish callbacks [] for security_group (cc288ab4-ab42-4d88-8a8e-30e5ab5febef), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:54.210992 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1e537-34bc-4eb2-8904-0cef800facd0 req-6a15b507-df6e-4d94-af2d-033cfaf9a9dc tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:54.212576 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8ca1e537-34bc-4eb2-8904-0cef800facd0 req-6a15b507-df6e-4d94-af2d-033cfaf9a9dc tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.1253870 Mar 11 03:09:54.264835 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e3ed3789-71ab-4f4e-9b72-c6667c4238d3 req-40db7a96-957a-431b-9cc6-983e1284caeb tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116176 Mar 11 03:09:54.275672 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6a34b452-1c7f-4bbd-b51a-5eb7f5a3f7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (cc288ab4-ab42-4d88-8a8e-30e5ab5febef), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:54.278211 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6a34b452-1c7f-4bbd-b51a-5eb7f5a3f7d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:54.279722 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-6a34b452-1c7f-4bbd-b51a-5eb7f5a3f7d7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cc288ab4-ab42-4d88-8a8e-30e5ab5febef HTTP/1.1" status: 204 len: 168 time: 0.1978288 Mar 11 03:09:54.300831 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34b452-1c7f-4bbd-b51a-5eb7f5a3f7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc288ab4-ab42-4d88-8a8e-30e5ab5febef,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:54.319603 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8ca1e537-34bc-4eb2-8904-0cef800facd0 req-9fbd407b-41fb-4d1b-82a1-4da304a1619a tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981731 Mar 11 03:09:54.390080 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425dfc6e-4c6b-4e22-a43e-0da6c799de85 req-a992eca0-78c8-4af3-b433-15703e97d597 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:54.391647 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-425dfc6e-4c6b-4e22-a43e-0da6c799de85 req-a992eca0-78c8-4af3-b433-15703e97d597 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 944 time: 0.0575211 Mar 11 03:09:54.446784 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-425dfc6e-4c6b-4e22-a43e-0da6c799de85 req-e346453b-7950-4d42-8a12-9cd724e35a7a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457187 Mar 11 03:09:54.633517 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 42656) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:54.647190 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a09423a3-5209-4a13-9811-68e4ae4bbe30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:54.724367 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a09423a3-5209-4a13-9811-68e4ae4bbe30 admin admin] Publish callbacks [] for security_group (0136039d-8941-45ca-8f2c-e505bf271184), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:54.728349 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a09423a3-5209-4a13-9811-68e4ae4bbe30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (0136039d-8941-45ca-8f2c-e505bf271184), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:54.765269 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09423a3-5209-4a13-9811-68e4ae4bbe30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0136039d-8941-45ca-8f2c-e505bf271184,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:54.769825 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a09423a3-5209-4a13-9811-68e4ae4bbe30 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a21b1817d5cf4ce1a3c86e9892898f9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352494 Mar 11 03:09:54.772486 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 42662) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:54.828667 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-58d07127-8d88-4a34-be0f-eeed83648c43 admin admin] Publish callbacks [] for security_group (0136039d-8941-45ca-8f2c-e505bf271184), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:54.853854 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-58d07127-8d88-4a34-be0f-eeed83648c43 admin admin] Publish callbacks [] for security_group (0136039d-8941-45ca-8f2c-e505bf271184), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:54.903212 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-58d07127-8d88-4a34-be0f-eeed83648c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (0136039d-8941-45ca-8f2c-e505bf271184), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:54.906393 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-58d07127-8d88-4a34-be0f-eeed83648c43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:54.907576 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-58d07127-8d88-4a34-be0f-eeed83648c43 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0136039d-8941-45ca-8f2c-e505bf271184 HTTP/1.1" status: 204 len: 168 time: 0.1341386 Mar 11 03:09:54.915644 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d07127-8d88-4a34-be0f-eeed83648c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0136039d-8941-45ca-8f2c-e505bf271184,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:55.089023 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 42674) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:55.206528 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3a9b0f86-9d27-498b-9cf4-cad826e9b694 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:55.295091 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3a9b0f86-9d27-498b-9cf4-cad826e9b694 admin admin] Publish callbacks [] for security_group (ccd81125-0e41-4e1d-9f0e-cf4e8b548ac5), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:55.301275 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3a9b0f86-9d27-498b-9cf4-cad826e9b694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (ccd81125-0e41-4e1d-9f0e-cf4e8b548ac5), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:55.341616 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7aabbc-1aa9-435e-b499-f268324eeb16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d55120d-a416-4047-a3c2-f8e95ec8b3aa'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:09:55.344381 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288e491573ecc61b3bf0bc0bc1cef05b47d52e8efc38ed9f7c410eed2e18b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce3758b-bfed-4a6e-b607-5c2d4874faf4" -d '{"events": [{"server_uuid": "3f7aabbc-1aa9-435e-b499-f268324eeb16", "name": "network-vif-plugged", "status": "completed", "tag": "8d55120d-a416-4047-a3c2-f8e95ec8b3aa"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:09:55.348857 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b0f86-9d27-498b-9cf4-cad826e9b694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd81125-0e41-4e1d-9f0e-cf4e8b548ac5,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:55.357888 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-3a9b0f86-9d27-498b-9cf4-cad826e9b694 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9411fc0447c74aaeb593a3d51470db5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2666998 Mar 11 03:09:55.358307 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 42696) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:09:55.424499 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f380c6e7-5dae-4835-abaf-f0cbfc4f08fa admin admin] Publish callbacks [] for security_group (ccd81125-0e41-4e1d-9f0e-cf4e8b548ac5), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:55.430894 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8bb27c-330f-4b6e-a80e-59c97add412a x-openstack-request-id: req-6d8bb27c-330f-4b6e-a80e-59c97add412a {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:09:55.431519 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f7aabbc-1aa9-435e-b499-f268324eeb16", "name": "network-vif-plugged", "status": "completed", "tag": "8d55120d-a416-4047-a3c2-f8e95ec8b3aa", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:09:55.431923 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d8bb27c-330f-4b6e-a80e-59c97add412a {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:09:55.432505 dv-cinder-740146-14-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f7aabbc-1aa9-435e-b499-f268324eeb16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d55120d-a416-4047-a3c2-f8e95ec8b3aa', 'code': 200} Mar 11 03:09:55.436714 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45508f-c61b-4255-b334-0c31bf2fa85e req-b5476042-6f5a-4e87-9ce9-582c5eb75322 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:55.439477 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4a45508f-c61b-4255-b334-0c31bf2fa85e req-b5476042-6f5a-4e87-9ce9-582c5eb75322 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 945 time: 0.0845380 Mar 11 03:09:55.451599 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f380c6e7-5dae-4835-abaf-f0cbfc4f08fa admin admin] Publish callbacks [] for security_group (ccd81125-0e41-4e1d-9f0e-cf4e8b548ac5), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:55.512363 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f380c6e7-5dae-4835-abaf-f0cbfc4f08fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (ccd81125-0e41-4e1d-9f0e-cf4e8b548ac5), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:55.513894 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4a45508f-c61b-4255-b334-0c31bf2fa85e req-fce7defa-6f46-4089-85e0-c91925b1b876 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689843 Mar 11 03:09:55.515961 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f380c6e7-5dae-4835-abaf-f0cbfc4f08fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:55.518215 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-f380c6e7-5dae-4835-abaf-f0cbfc4f08fa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ccd81125-0e41-4e1d-9f0e-cf4e8b548ac5 HTTP/1.1" status: 204 len: 168 time: 0.1585319 Mar 11 03:09:55.526649 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380c6e7-5dae-4835-abaf-f0cbfc4f08fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd81125-0e41-4e1d-9f0e-cf4e8b548ac5,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:09:55.574039 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fca4e4-5797-438b-bc90-c34c0061db2c req-2d1ff86d-85a9-4437-9d1d-6faaa0b944df tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:55.575582 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f7fca4e4-5797-438b-bc90-c34c0061db2c req-2d1ff86d-85a9-4437-9d1d-6faaa0b944df tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.0831995 Mar 11 03:09:55.680304 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f625eb1-f450-439c-b65f-034a07651fba req-cb9d5666-18f4-47f3-9c24-7b951146ae85 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:55.681697 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1f625eb1-f450-439c-b65f-034a07651fba req-cb9d5666-18f4-47f3-9c24-7b951146ae85 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 944 time: 0.0983999 Mar 11 03:09:55.690713 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f7fca4e4-5797-438b-bc90-c34c0061db2c req-b577b317-783c-4aa0-93c1-6c9502bbf77b tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056399 Mar 11 03:09:55.743816 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1f625eb1-f450-439c-b65f-034a07651fba req-0f2eb153-975f-4cd5-abf3-a9c4593757aa tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516038 Mar 11 03:09:56.645154 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7985ad-0b1e-4028-a970-2f6cdb275dc5 req-795795ea-246d-4871-94b2-d8874bfc0970 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:56.647096 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dc7985ad-0b1e-4028-a970-2f6cdb275dc5 req-795795ea-246d-4871-94b2-d8874bfc0970 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 945 time: 0.0558796 Mar 11 03:09:56.706169 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dc7985ad-0b1e-4028-a970-2f6cdb275dc5 req-58a68ada-4f4d-4e2a-bfc9-a2517a613f3d tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464220 Mar 11 03:09:56.782891 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] get_ports_and_sgs() called for port_ids ['9d9329b8-2f49-4557-ad46-f3a82458d3b8'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:09:56.817042 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba81da9-d198-4a10-b82e-c24591583118 req-d8ffe42d-7697-4de7-8013-878acacec06e tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:56.819331 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5ba81da9-d198-4a10-b82e-c24591583118 req-d8ffe42d-7697-4de7-8013-878acacec06e tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.0640543 Mar 11 03:09:56.842001 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] get_ports_and_sgs() called for port_ids ['f3c1625b-f223-4552-adb9-e8800bb3d9a5'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:09:56.911759 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5ba81da9-d198-4a10-b82e-c24591583118 req-f592f8b0-4790-4611-a9fd-2da4fd5a4d49 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852613 Mar 11 03:09:56.926188 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b066b8-e2f4-46e5-ab59-dc8d9bc94b96 req-e4acaf16-bd8d-4f0d-9702-f5940b0245c8 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:56.928160 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-66b066b8-e2f4-46e5-ab59-dc8d9bc94b96 req-e4acaf16-bd8d-4f0d-9702-f5940b0245c8 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 944 time: 0.0795856 Mar 11 03:09:56.972550 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ca5f6-ca15-4f87-9747-dd5ee86adc95 req-ac296881-40b8-46dc-b8fb-90a4331eb2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:56.974335 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-548ca5f6-ca15-4f87-9747-dd5ee86adc95 req-ac296881-40b8-46dc-b8fb-90a4331eb2a8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 1130 time: 0.0583062 Mar 11 03:09:57.013644 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-66b066b8-e2f4-46e5-ab59-dc8d9bc94b96 req-d881855c-bc51-4c33-914a-1a51b50538f5 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694318 Mar 11 03:09:57.039296 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-548ca5f6-ca15-4f87-9747-dd5ee86adc95 req-7b23ccb2-e678-4a47-ba36-1ec07648a78c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586405 Mar 11 03:09:57.843115 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38b576-45ee-417e-be38-7862968baec8 req-f2ed8e68-73da-4e76-8d3b-9fc69c3deedd tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:57.850373 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ae38b576-45ee-417e-be38-7862968baec8 req-f2ed8e68-73da-4e76-8d3b-9fc69c3deedd tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 945 time: 0.0703883 Mar 11 03:09:57.922112 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ae38b576-45ee-417e-be38-7862968baec8 req-41906f44-203d-40b7-8a46-a4a095ce568f tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707521 Mar 11 03:09:58.098325 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792fdb65-9f90-4f7c-9653-4fa249b86812 req-28488213-c7f6-436e-9e77-1ab42416aaee tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:58.100543 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-792fdb65-9f90-4f7c-9653-4fa249b86812 req-28488213-c7f6-436e-9e77-1ab42416aaee tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.0777128 Mar 11 03:09:58.201231 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-792fdb65-9f90-4f7c-9653-4fa249b86812 req-9ee487cf-1108-4b78-b4e6-b5c784fe51c4 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899537 Mar 11 03:09:58.213378 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e7e5c-8810-4fe4-be7f-65e71d45c13e req-c5142f16-b253-48aa-a5c7-8e1b9860c54a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:58.214932 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-601e7e5c-8810-4fe4-be7f-65e71d45c13e req-c5142f16-b253-48aa-a5c7-8e1b9860c54a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 944 time: 0.1116481 Mar 11 03:09:58.263967 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-601e7e5c-8810-4fe4-be7f-65e71d45c13e req-31fccc44-85ee-40c9-a553-bf5ffdddb2df tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419197 Mar 11 03:09:59.043551 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b58e84-2329-4184-adea-993005c2037c req-60dc7a1d-0228-4564-8054-4a80c0a9c146 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:59.045018 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b2b58e84-2329-4184-adea-993005c2037c req-60dc7a1d-0228-4564-8054-4a80c0a9c146 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 945 time: 0.0558245 Mar 11 03:09:59.054332 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3534b6af-400e-481e-8ac2-848796f0b99f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:09:59.092800 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b2b58e84-2329-4184-adea-993005c2037c req-5d61e7e3-17e0-4528-b3d7-88521d611222 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420864 Mar 11 03:09:59.312233 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f2ad7-1584-44e9-8829-054b0f129492 req-0b729912-3b4d-4dae-9bd3-c41f1d299d72 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:59.313722 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cf0f2ad7-1584-44e9-8829-054b0f129492 req-0b729912-3b4d-4dae-9bd3-c41f1d299d72 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.0515714 Mar 11 03:09:59.386026 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cf0f2ad7-1584-44e9-8829-054b0f129492 req-f2d0b97c-a01c-4292-bc8f-0c448a128531 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666451 Mar 11 03:09:59.406821 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fb4a8-e701-4b37-a40f-8cb996861f49 req-8a9961cc-f5a0-4aa6-934d-28cc453f69c0 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:09:59.408403 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3a6fb4a8-e701-4b37-a40f-8cb996861f49 req-8a9961cc-f5a0-4aa6-934d-28cc453f69c0 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 944 time: 0.0687988 Mar 11 03:09:59.461162 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3a6fb4a8-e701-4b37-a40f-8cb996861f49 req-317980fd-9464-4704-83da-1f50e6e6c040 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467761 Mar 11 03:09:59.993796 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device f3c1625b-f223-4552-adb9-e8800bb3d9a5 up at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:10:00.047594 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning for port f3c1625b-f223-4552-adb9-e8800bb3d9a5 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 03:10:00.051837 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning complete for port f3c1625b-f223-4552-adb9-e8800bb3d9a5 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:10:00.052209 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (f3c1625b-f223-4552-adb9-e8800bb3d9a5), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:00.128981 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port f3c1625b-f223-4552-adb9-e8800bb3d9a5 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:10:00.129530 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (f3c1625b-f223-4552-adb9-e8800bb3d9a5), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:00.152413 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c1625b-f223-4552-adb9-e8800bb3d9a5'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:10:00.154689 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288e491573ecc61b3bf0bc0bc1cef05b47d52e8efc38ed9f7c410eed2e18b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef31095b-9db7-4864-a9ca-699a7eae1d28" -d '{"events": [{"server_uuid": "5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f", "name": "network-vif-plugged", "status": "completed", "tag": "f3c1625b-f223-4552-adb9-e8800bb3d9a5"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:10:00.168479 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port f3c1625b-f223-4552-adb9-e8800bb3d9a5, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f3c1625b-f223-4552-adb9-e8800bb3d9a5,segment=NetworkSegment(095992f8-b5e9-4505-bbef-9ada1783e2b3),segment_id=095992f8-b5e9-4505-bbef-9ada1783e2b3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:10:00.172995 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (f3c1625b-f223-4552-adb9-e8800bb3d9a5), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:00.173928 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 9d9329b8-2f49-4557-ad46-f3a82458d3b8 up at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:10:00.213945 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ba13b-c1b3-4177-8ea3-f52478a71720 req-a5b21524-d2fc-475e-a7f2-76712eaff0c1 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:00.215430 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b22ba13b-c1b3-4177-8ea3-f52478a71720 req-a5b21524-d2fc-475e-a7f2-76712eaff0c1 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 945 time: 0.0559027 Mar 11 03:10:00.215563 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b950083e-06f1-451b-af31-ae9420191fc9 x-openstack-request-id: req-b950083e-06f1-451b-af31-ae9420191fc9 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:10:00.215799 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f", "name": "network-vif-plugged", "status": "completed", "tag": "f3c1625b-f223-4552-adb9-e8800bb3d9a5", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:10:00.216319 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b950083e-06f1-451b-af31-ae9420191fc9 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:10:00.216708 dv-cinder-740146-14-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c1625b-f223-4552-adb9-e8800bb3d9a5', 'code': 200} Mar 11 03:10:00.255288 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=f3c1625b-f223-4552-adb9-e8800bb3d9a5,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:00.268588 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b22ba13b-c1b3-4177-8ea3-f52478a71720 req-7410f8e7-7675-4801-8e92-af10ee4308e8 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455744 Mar 11 03:10:00.270118 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning for port 9d9329b8-2f49-4557-ad46-f3a82458d3b8 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 03:10:00.273875 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning complete for port 9d9329b8-2f49-4557-ad46-f3a82458d3b8 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:10:00.274264 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (9d9329b8-2f49-4557-ad46-f3a82458d3b8), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:00.349981 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 9d9329b8-2f49-4557-ad46-f3a82458d3b8 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:10:00.350367 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (9d9329b8-2f49-4557-ad46-f3a82458d3b8), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:00.383749 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 9d9329b8-2f49-4557-ad46-f3a82458d3b8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9d9329b8-2f49-4557-ad46-f3a82458d3b8,segment=NetworkSegment(2788d6dc-bb9a-4610-93c8-718a7a34a2b4),segment_id=2788d6dc-bb9a-4610-93c8-718a7a34a2b4)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:10:00.387291 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (9d9329b8-2f49-4557-ad46-f3a82458d3b8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:00.434915 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=9d9329b8-2f49-4557-ad46-f3a82458d3b8,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:00.507366 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ea6df-5f5d-4330-be0a-cfe156acc570 req-81d85627-4730-4205-9fba-9bcfaea7358a tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:00.508839 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-322ea6df-5f5d-4330-be0a-cfe156acc570 req-81d85627-4730-4205-9fba-9bcfaea7358a tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.0548532 Mar 11 03:10:00.585678 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-322ea6df-5f5d-4330-be0a-cfe156acc570 req-0c0ca334-6997-4860-a4a6-2ff1090f7d91 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709453 Mar 11 03:10:00.604991 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab288e-969b-4541-bad9-ea7848c6c7c0 req-fb96b0f8-cf20-4ad5-ba09-fa0a802d936d tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:00.606462 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5aab288e-969b-4541-bad9-ea7848c6c7c0 req-fb96b0f8-cf20-4ad5-ba09-fa0a802d936d tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 945 time: 0.0719030 Mar 11 03:10:00.651884 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5aab288e-969b-4541-bad9-ea7848c6c7c0 req-a3c2b26c-b6f5-4b23-b57b-5d00bc80aaae tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398479 Mar 11 03:10:01.114545 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1315b-d03d-4ff9-acbe-cebe4ec1ff9b req-5af18bfd-b6a7-43ab-b86f-6b306bbf39af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:01.115774 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e2d1315b-d03d-4ff9-acbe-cebe4ec1ff9b req-5af18bfd-b6a7-43ab-b86f-6b306bbf39af service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 1130 time: 0.0478544 Mar 11 03:10:01.159655 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e2d1315b-d03d-4ff9-acbe-cebe4ec1ff9b req-5ee0d507-a40a-4071-82ed-e8ad1fd73bce service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377216 Mar 11 03:10:01.391465 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b981d-3819-4eab-a763-c03ff03315b2 req-f957d3fa-67dc-4e7f-ad35-e9b1c81d4942 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:01.393258 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ec4b981d-3819-4eab-a763-c03ff03315b2 req-f957d3fa-67dc-4e7f-ad35-e9b1c81d4942 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.0586324 Mar 11 03:10:01.421025 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f1726cb5-b6a9-47cf-9176-8783609969f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:01.442434 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ec4b981d-3819-4eab-a763-c03ff03315b2 req-8fe2630c-446c-4b8a-b12f-2268306b6766 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433135 Mar 11 03:10:01.703469 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87ed97-bbea-48f1-9365-fc1a93e05791 req-b7ab96ec-eb57-4997-b31c-d4469b6a7b8d tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:01.704930 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5a87ed97-bbea-48f1-9365-fc1a93e05791 req-b7ab96ec-eb57-4997-b31c-d4469b6a7b8d tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.0548739 Mar 11 03:10:01.775562 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5a87ed97-bbea-48f1-9365-fc1a93e05791 req-7774d0d9-a181-4f6d-8767-8dc55c14fed1 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651331 Mar 11 03:10:01.793143 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5de0e9-1cec-43df-bd5a-45248cfe5970 req-8fb8dd95-263c-4292-9a07-5ce22b41910f tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:01.794642 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cc5de0e9-1cec-43df-bd5a-45248cfe5970 req-8fb8dd95-263c-4292-9a07-5ce22b41910f tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 945 time: 0.0713887 Mar 11 03:10:01.849662 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cc5de0e9-1cec-43df-bd5a-45248cfe5970 req-0b377f93-e010-40c7-86b4-5a7ac09506a9 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488060 Mar 11 03:10:01.892060 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e122b-29ad-435f-a067-7fc30195ac99 req-d0727009-08e6-4b68-a254-15ec5392c4c9 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:01.893486 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2d0e122b-29ad-435f-a067-7fc30195ac99 req-d0727009-08e6-4b68-a254-15ec5392c4c9 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.0552301 Mar 11 03:10:01.902017 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 42902) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:01.906094 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-5f13ca93-69e0-4bd7-896b-13eb6a8d86c1 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Request body: {'floatingip': {'port_id': '8d55120d-a416-4047-a3c2-f8e95ec8b3aa'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:10:01.977416 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5f13ca93-69e0-4bd7-896b-13eb6a8d86c1 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for floatingip (a6dc6826-138a-4024-bf3e-abf4cb6fcdd3), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:02.218356 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448d00f3-8a18-4df4-8ee3-dd90f61da091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9329b8-2f49-4557-ad46-f3a82458d3b8'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:10:02.220790 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288e491573ecc61b3bf0bc0bc1cef05b47d52e8efc38ed9f7c410eed2e18b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eaff1b5-1cc5-4802-873e-43b72bc7ba4c" -d '{"events": [{"server_uuid": "448d00f3-8a18-4df4-8ee3-dd90f61da091", "name": "network-vif-plugged", "status": "completed", "tag": "9d9329b8-2f49-4557-ad46-f3a82458d3b8"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:10:02.258135 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0439d00c-8f09-4b15-8f5d-ea59719de2e6 x-openstack-request-id: req-0439d00c-8f09-4b15-8f5d-ea59719de2e6 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:10:02.258524 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448d00f3-8a18-4df4-8ee3-dd90f61da091", "name": "network-vif-plugged", "status": "completed", "tag": "9d9329b8-2f49-4557-ad46-f3a82458d3b8", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:10:02.258835 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0439d00c-8f09-4b15-8f5d-ea59719de2e6 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:10:02.259285 dv-cinder-740146-14-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448d00f3-8a18-4df4-8ee3-dd90f61da091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9329b8-2f49-4557-ad46-f3a82458d3b8', 'code': 200} Mar 11 03:10:02.629497 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:02.684638 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcfb251-bb94-44ed-b8d2-e0e2502f074b req-50fd3aa1-d0d1-4304-bb79-bd0ccdabaa57 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:02.686709 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cbcfb251-bb94-44ed-b8d2-e0e2502f074b req-50fd3aa1-d0d1-4304-bb79-bd0ccdabaa57 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.1707785 Mar 11 03:10:02.852410 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cbcfb251-bb94-44ed-b8d2-e0e2502f074b req-61e9c486-2e17-4b9b-91cc-8d0a99ac3aed tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474781 Mar 11 03:10:02.863386 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5f13ca93-69e0-4bd7-896b-13eb6a8d86c1 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:02.867147 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5f13ca93-69e0-4bd7-896b-13eb6a8d86c1 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740024'] for floatingip (a6dc6826-138a-4024-bf3e-abf4cb6fcdd3), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:02.994914 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.db.l3_db [None req-5f13ca93-69e0-4bd7-896b-13eb6a8d86c1 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Floating IP a6dc6826-138a-4024-bf3e-abf4cb6fcdd3 associated. External IP: 172.27.2.12, port: 8d55120d-a416-4047-a3c2-f8e95ec8b3aa. Mar 11 03:10:03.046574 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01408788-89b2-4be5-9344-77c38c122222 req-1dc9a1ba-db27-44bc-80dd-e004cdd9f61f tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:03.048009 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-01408788-89b2-4be5-9344-77c38c122222 req-1dc9a1ba-db27-44bc-80dd-e004cdd9f61f tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 945 time: 0.1263771 Mar 11 03:10:03.141121 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-01408788-89b2-4be5-9344-77c38c122222 req-7241221a-19ea-4de4-8da0-01126a67949e tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873711 Mar 11 03:10:03.249689 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f13ca93-69e0-4bd7-896b-13eb6a8d86c1 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Router f64c16ae-eb84-4976-bb0d-79c3a8590dc5 has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:10:03.355558 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f13ca93-69e0-4bd7-896b-13eb6a8d86c1 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:10:03.360697 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-5f13ca93-69e0-4bd7-896b-13eb6a8d86c1 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:03.368998 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f85319-fe3e-4c7d-8cb6-876f82da575e None None] Sync routers for ids ['f64c16ae-eb84-4976-bb0d-79c3a8590dc5'] in dv-cinder-740146-14-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:10:03.379024 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f85319-fe3e-4c7d-8cb6-876f82da575e None None] Routers {'f64c16ae-eb84-4976-bb0d-79c3a8590dc5'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:10:03.379700 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d9f85319-fe3e-4c7d-8cb6-876f82da575e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:10:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['f64c16ae-eb84-4976-bb0d-79c3a8590dc5'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:10:03.389357 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-5f13ca93-69e0-4bd7-896b-13eb6a8d86c1 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "PUT /v2.0/floatingips/a6dc6826-138a-4024-bf3e-abf4cb6fcdd3 HTTP/1.1" status: 200 len: 991 time: 1.4863176 Mar 11 03:10:03.389950 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f7aabbc-1aa9-435e-b499-f268324eeb16', 'tag': '8d55120d-a416-4047-a3c2-f8e95ec8b3aa'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:10:03.392171 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2960e148d505d0db9578e09e45f103c014611ddc5e7b14cf683b9a13ab87040d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da76cd65-a5fa-4b87-8487-6c2bf1caf4a4" -d '{"events": [{"name": "network-changed", "server_uuid": "3f7aabbc-1aa9-435e-b499-f268324eeb16", "tag": "8d55120d-a416-4047-a3c2-f8e95ec8b3aa"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:10:03.426140 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc09e0a7-222a-4cb0-9dec-1c87e622492e x-openstack-request-id: req-dc09e0a7-222a-4cb0-9dec-1c87e622492e {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:10:03.426434 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f7aabbc-1aa9-435e-b499-f268324eeb16", "tag": "8d55120d-a416-4047-a3c2-f8e95ec8b3aa", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:10:03.426689 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc09e0a7-222a-4cb0-9dec-1c87e622492e {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:10:03.427076 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f7aabbc-1aa9-435e-b499-f268324eeb16', 'tag': '8d55120d-a416-4047-a3c2-f8e95ec8b3aa', 'status': 'completed', 'code': 200} Mar 11 03:10:03.487656 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-d9f85319-fe3e-4c7d-8cb6-876f82da575e None None] Set router f64c16ae-eb84-4976-bb0d-79c3a8590dc5 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:10:03.752321 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d9f85319-fe3e-4c7d-8cb6-876f82da575e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'name': 'tempest-AttachVolumeTestJSON-664179423-router', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '262549d5-b931-4643-b731-0ec614fbf220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:09:13Z', 'revision_number': 4, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'gw_port': {'id': '262549d5-b931-4643-b731-0ec614fbf220', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:dc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:05Z', 'updated_at': '2022-03-11T03:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': 'a6dc6826-138a-4024-bf3e-abf4cb6fcdd3', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'port_id': '8d55120d-a416-4047-a3c2-f8e95ec8b3aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4', 'mac_address': 'fa:16:3e:34:79:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7aabbc-1aa9-435e-b499-f268324eeb16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:09:28Z', 'updated_at': '2022-03-11T03:10:02Z', 'revision_number': 1, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae06cdad-78cb-49b8-ac49-893a5dc17d71', 'name': '', 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'mac_address': 'fa:16:3e:97:0c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9d7ee705-0509-4a4b-bcad-7ac46e456173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:11Z', 'updated_at': '2022-03-11T03:09:25Z', 'revision_number': 5, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'subnets': [{'id': '9d7ee705-0509-4a4b-bcad-7ac46e456173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:10:03.778450 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f85319-fe3e-4c7d-8cb6-876f82da575e None None] Checking router: f64c16ae-eb84-4976-bb0d-79c3a8590dc5 for host: dv-cinder-740146-14-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:10:03.787429 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f85319-fe3e-4c7d-8cb6-876f82da575e None None] Routers {'f64c16ae-eb84-4976-bb0d-79c3a8590dc5'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:10:03.788023 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d9f85319-fe3e-4c7d-8cb6-876f82da575e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:10:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['f64c16ae-eb84-4976-bb0d-79c3a8590dc5'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:10:03.893790 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-d9f85319-fe3e-4c7d-8cb6-876f82da575e None None] Set router f64c16ae-eb84-4976-bb0d-79c3a8590dc5 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:10:03.970773 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b55c7f-09ff-4e35-9194-06b16ca2d847 req-d91396d3-30ca-4f72-882a-2568d4f04c50 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:03.972260 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f9b55c7f-09ff-4e35-9194-06b16ca2d847 req-d91396d3-30ca-4f72-882a-2568d4f04c50 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.0548005 Mar 11 03:10:04.017876 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f9b55c7f-09ff-4e35-9194-06b16ca2d847 req-e5881e0f-28e3-483d-b3b7-5cae3bb7609f tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398788 Mar 11 03:10:04.115527 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-d9f85319-fe3e-4c7d-8cb6-876f82da575e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'name': 'tempest-AttachVolumeTestJSON-664179423-router', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '262549d5-b931-4643-b731-0ec614fbf220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:09:13Z', 'revision_number': 4, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'gw_port': {'id': '262549d5-b931-4643-b731-0ec614fbf220', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:dc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:05Z', 'updated_at': '2022-03-11T03:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': 'a6dc6826-138a-4024-bf3e-abf4cb6fcdd3', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'port_id': '8d55120d-a416-4047-a3c2-f8e95ec8b3aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4', 'mac_address': 'fa:16:3e:34:79:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7aabbc-1aa9-435e-b499-f268324eeb16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:09:28Z', 'updated_at': '2022-03-11T03:10:02Z', 'revision_number': 1, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae06cdad-78cb-49b8-ac49-893a5dc17d71', 'name': '', 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'mac_address': 'fa:16:3e:97:0c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9d7ee705-0509-4a4b-bcad-7ac46e456173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:11Z', 'updated_at': '2022-03-11T03:09:25Z', 'revision_number': 5, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'subnets': [{'id': '9d7ee705-0509-4a4b-bcad-7ac46e456173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:10:04.142054 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f85319-fe3e-4c7d-8cb6-876f82da575e None None] The sync data for ids ['f64c16ae-eb84-4976-bb0d-79c3a8590dc5'] in dv-cinder-740146-14-iscsi is: [{'id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'name': 'tempest-AttachVolumeTestJSON-664179423-router', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '262549d5-b931-4643-b731-0ec614fbf220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:09:13Z', 'revision_number': 4, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'gw_port': {'id': '262549d5-b931-4643-b731-0ec614fbf220', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:dc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:05Z', 'updated_at': '2022-03-11T03:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': 'a6dc6826-138a-4024-bf3e-abf4cb6fcdd3', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'port_id': '8d55120d-a416-4047-a3c2-f8e95ec8b3aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4', 'mac_address': 'fa:16:3e:34:79:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7aabbc-1aa9-435e-b499-f268324eeb16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:09:28Z', 'updated_at': '2022-03-11T03:10:02Z', 'revision_number': 1, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae06cdad-78cb-49b8-ac49-893a5dc17d71', 'name': '', 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'mac_address': 'fa:16:3e:97:0c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9d7ee705-0509-4a4b-bcad-7ac46e456173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:11Z', 'updated_at': '2022-03-11T03:09:25Z', 'revision_number': 5, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'subnets': [{'id': '9d7ee705-0509-4a4b-bcad-7ac46e456173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:10:04.245423 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:04.282808 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f374d01-8b71-47ac-9062-42ae0a17fc39 req-5adde22f-391f-420b-b20c-6a65a67dedd7 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:04.284424 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6f374d01-8b71-47ac-9062-42ae0a17fc39 req-5adde22f-391f-420b-b20c-6a65a67dedd7 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 945 time: 0.0603018 Mar 11 03:10:04.323404 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76cd65-a5fa-4b87-8487-6c2bf1caf4a4 req-ebb06a5c-488f-4a96-ab82-416bf8b562c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:04.325565 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-da76cd65-a5fa-4b87-8487-6c2bf1caf4a4 req-ebb06a5c-488f-4a96-ab82-416bf8b562c8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e5431e997864911902bdbf8e8d5d889&device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 1130 time: 0.0660579 Mar 11 03:10:04.340797 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6f374d01-8b71-47ac-9062-42ae0a17fc39 req-6ef602ca-6e1c-4877-bb59-bc3e86ed4e49 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505087 Mar 11 03:10:04.404184 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9de1912-c3a0-467b-9f20-6a04215ba3f0 None None] New status for floating IP a6dc6826-138a-4024-bf3e-abf4cb6fcdd3: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 03:10:04.472036 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76cd65-a5fa-4b87-8487-6c2bf1caf4a4 req-68888f36-11b5-414b-a4d0-8490d9ebdd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:04.473483 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-da76cd65-a5fa-4b87-8487-6c2bf1caf4a4 req-68888f36-11b5-414b-a4d0-8490d9ebdd8e service neutron] 10.222.0.18 "GET /v2.0/networks?id=f37c9105-a6f8-4fcf-a203-248706ae8fe4 HTTP/1.1" status: 200 len: 910 time: 0.1188061 Mar 11 03:10:04.527866 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fb3e8-2696-4ba2-8a4e-d7cc3e6e177f req-ee0f9107-e273-4f39-9356-12986f98124d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:04.529342 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-901fb3e8-2696-4ba2-8a4e-d7cc3e6e177f req-ee0f9107-e273-4f39-9356-12986f98124d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 1129 time: 0.1024573 Mar 11 03:10:04.590791 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-da76cd65-a5fa-4b87-8487-6c2bf1caf4a4 req-a66024a7-d3ab-40d0-a502-ee71d868b73d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d55120d-a416-4047-a3c2-f8e95ec8b3aa HTTP/1.1" status: 200 len: 999 time: 0.1087661 Mar 11 03:10:04.641186 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-901fb3e8-2696-4ba2-8a4e-d7cc3e6e177f req-dd5a97bd-6cb2-4c7d-895d-52c7bc41c9c9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833468 Mar 11 03:10:04.659663 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76cd65-a5fa-4b87-8487-6c2bf1caf4a4 req-a8acbb71-c69a-417d-8f54-2531392f4aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:04.661195 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-da76cd65-a5fa-4b87-8487-6c2bf1caf4a4 req-a8acbb71-c69a-417d-8f54-2531392f4aa7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9d7ee705-0509-4a4b-bcad-7ac46e456173 HTTP/1.1" status: 200 len: 849 time: 0.0597484 Mar 11 03:10:04.984423 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76cd65-a5fa-4b87-8487-6c2bf1caf4a4 req-369d483a-319e-464a-89ed-49098705c706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:04.985872 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-da76cd65-a5fa-4b87-8487-6c2bf1caf4a4 req-369d483a-319e-464a-89ed-49098705c706 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f37c9105-a6f8-4fcf-a203-248706ae8fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457108 Mar 11 03:10:05.094445 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-da76cd65-a5fa-4b87-8487-6c2bf1caf4a4 req-f4c87da3-0877-4594-8b9e-2612f23b197e service neutron] 10.222.0.18 "GET /v2.0/networks/f37c9105-a6f8-4fcf-a203-248706ae8fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916693 Mar 11 03:10:05.136659 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e5be95-0e0d-4a52-b386-121c246c29ee req-30d0d085-48d9-4089-b9c7-da921caac4ee tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:05.143984 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-57e5be95-0e0d-4a52-b386-121c246c29ee req-30d0d085-48d9-4089-b9c7-da921caac4ee tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.0527680 Mar 11 03:10:05.191675 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-57e5be95-0e0d-4a52-b386-121c246c29ee req-b620bfff-93ac-4c26-b0c8-ca4de16b1ed0 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467970 Mar 11 03:10:05.212744 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-da76cd65-a5fa-4b87-8487-6c2bf1caf4a4 req-6afd4c83-5d75-4a69-b37e-dfd132cd97b1 service neutron] 10.222.0.18 "GET /v2.0/networks/f37c9105-a6f8-4fcf-a203-248706ae8fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075258 Mar 11 03:10:05.510820 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063333b-abf7-47c2-a2d3-631d3c501d15 req-512d1b87-6d88-4bb5-b077-fcd5ec8fee99 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:05.512350 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9063333b-abf7-47c2-a2d3-631d3c501d15 req-512d1b87-6d88-4bb5-b077-fcd5ec8fee99 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 945 time: 0.0594509 Mar 11 03:10:05.579328 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9063333b-abf7-47c2-a2d3-631d3c501d15 req-765cbf57-07ea-4e45-a8b4-624a14d83391 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548799 Mar 11 03:10:05.663945 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:06.067365 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 43036) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:06.184554 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0f74d728-3595-4bb3-b07a-e66cc5a503a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:06.270204 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0f74d728-3595-4bb3-b07a-e66cc5a503a7 admin admin] Publish callbacks [] for security_group (0c577d78-ab23-4348-96d9-ce73bfa34e26), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:06.272792 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0f74d728-3595-4bb3-b07a-e66cc5a503a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (0c577d78-ab23-4348-96d9-ce73bfa34e26), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:06.341423 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-0f74d728-3595-4bb3-b07a-e66cc5a503a7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b53ad2d855464cf6ba7afca71eaecec1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2727015 Mar 11 03:10:06.344509 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74d728-3595-4bb3-b07a-e66cc5a503a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c577d78-ab23-4348-96d9-ce73bfa34e26,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:06.345150 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 43048) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:06.356985 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f74d728-3595-4bb3-b07a-e66cc5a503a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:10:06.357285 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f74d728-3595-4bb3-b07a-e66cc5a503a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:10:06.357636 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f74d728-3595-4bb3-b07a-e66cc5a503a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:10:06.358571 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f74d728-3595-4bb3-b07a-e66cc5a503a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:10:06.358907 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f74d728-3595-4bb3-b07a-e66cc5a503a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:10:06.359236 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f74d728-3595-4bb3-b07a-e66cc5a503a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:10:06.359660 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f74d728-3595-4bb3-b07a-e66cc5a503a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:10:06.360432 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f74d728-3595-4bb3-b07a-e66cc5a503a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:10:06.360787 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f74d728-3595-4bb3-b07a-e66cc5a503a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:10:06.361119 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f74d728-3595-4bb3-b07a-e66cc5a503a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:10:06.361448 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f74d728-3595-4bb3-b07a-e66cc5a503a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:10:06.361772 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f74d728-3595-4bb3-b07a-e66cc5a503a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:10:06.362123 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f74d728-3595-4bb3-b07a-e66cc5a503a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:10:06.381725 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c38c0-f410-4a00-8d34-9153726fb514 req-6fb7564c-3bf8-4a92-8a8e-039685e1de3b tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:06.383776 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-770c38c0-f410-4a00-8d34-9153726fb514 req-6fb7564c-3bf8-4a92-8a8e-039685e1de3b tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.1051712 Mar 11 03:10:06.428838 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b0eae579-198b-4913-950c-e3fa4a0cf7ca admin admin] Publish callbacks [] for security_group (0c577d78-ab23-4348-96d9-ce73bfa34e26), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:06.437408 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-770c38c0-f410-4a00-8d34-9153726fb514 req-8ada8dd1-ed4e-43ad-af32-9a20c226d653 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464637 Mar 11 03:10:06.454902 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b0eae579-198b-4913-950c-e3fa4a0cf7ca admin admin] Publish callbacks [] for security_group (0c577d78-ab23-4348-96d9-ce73bfa34e26), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:06.495594 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:10:06.528274 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b0eae579-198b-4913-950c-e3fa4a0cf7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (0c577d78-ab23-4348-96d9-ce73bfa34e26), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:06.531910 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b0eae579-198b-4913-950c-e3fa4a0cf7ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:06.533474 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-b0eae579-198b-4913-950c-e3fa4a0cf7ca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0c577d78-ab23-4348-96d9-ce73bfa34e26 HTTP/1.1" status: 204 len: 168 time: 0.1864741 Mar 11 03:10:06.551127 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eae579-198b-4913-950c-e3fa4a0cf7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c577d78-ab23-4348-96d9-ce73bfa34e26,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:06.562935 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eae579-198b-4913-950c-e3fa4a0cf7ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:10:06.566364 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eae579-198b-4913-950c-e3fa4a0cf7ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:10:06.566904 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eae579-198b-4913-950c-e3fa4a0cf7ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:10:06.567401 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eae579-198b-4913-950c-e3fa4a0cf7ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:10:06.567747 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eae579-198b-4913-950c-e3fa4a0cf7ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:10:06.568198 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eae579-198b-4913-950c-e3fa4a0cf7ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:10:06.568634 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eae579-198b-4913-950c-e3fa4a0cf7ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:10:06.575002 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eae579-198b-4913-950c-e3fa4a0cf7ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:10:06.576555 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eae579-198b-4913-950c-e3fa4a0cf7ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:10:06.580423 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eae579-198b-4913-950c-e3fa4a0cf7ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:10:06.580423 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eae579-198b-4913-950c-e3fa4a0cf7ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:10:06.580423 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eae579-198b-4913-950c-e3fa4a0cf7ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:10:06.582841 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:06.589357 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eae579-198b-4913-950c-e3fa4a0cf7ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:10:06.777320 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99d28d-c9d4-4f48-aca7-a148752d2464 req-19030ad8-c081-488d-97ab-5280c6bc824b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:06.786244 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fa99d28d-c9d4-4f48-aca7-a148752d2464 req-19030ad8-c081-488d-97ab-5280c6bc824b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 945 time: 0.0824378 Mar 11 03:10:06.851687 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fa99d28d-c9d4-4f48-aca7-a148752d2464 req-8ccab1ac-73fc-4c91-8df5-118986951b6e tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630844 Mar 11 03:10:06.865923 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d7c35-b3f9-441b-8431-afce1375aeda req-b75c4b55-3e0c-4c11-bb90-36a52917159a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:06.868324 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-167d7c35-b3f9-441b-8431-afce1375aeda req-b75c4b55-3e0c-4c11-bb90-36a52917159a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f7e7fb507bd241639abd2bb972ec968e&device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 1130 time: 0.0603509 Mar 11 03:10:07.010647 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac82ce-381e-4098-a147-6426183fb3e9 req-2936991f-2bde-44c7-87a2-2a2f14962e50 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:07.026673 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-45ac82ce-381e-4098-a147-6426183fb3e9 req-2936991f-2bde-44c7-87a2-2a2f14962e50 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.1896896 Mar 11 03:10:07.170297 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d7c35-b3f9-441b-8431-afce1375aeda req-90011dfb-443b-49f6-80ae-b90312ef7a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:07.172194 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-167d7c35-b3f9-441b-8431-afce1375aeda req-90011dfb-443b-49f6-80ae-b90312ef7a01 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2d579c7-a842-4f0b-93b4-f7cc1c183b27 HTTP/1.1" status: 200 len: 919 time: 0.2944212 Mar 11 03:10:07.180656 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5aa2dca6-28e4-49e4-ae76-e4533c2300d5 req-326e44bf-ba5b-4426-9b18-33239f684ac8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=59bf2d14-3efd-492b-a72c-626b8eb82304&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0996392 Mar 11 03:10:07.287512 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-167d7c35-b3f9-441b-8431-afce1375aeda req-4109e6e6-5162-41cd-a468-cc51b9178d76 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3c1625b-f223-4552-adb9-e8800bb3d9a5 HTTP/1.1" status: 200 len: 217 time: 0.0771234 Mar 11 03:10:07.387719 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d7c35-b3f9-441b-8431-afce1375aeda req-fe3f081b-a65a-4815-a3f7-f413cf241679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:07.389782 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-167d7c35-b3f9-441b-8431-afce1375aeda req-fe3f081b-a65a-4815-a3f7-f413cf241679 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e0cab262-f422-464f-830a-5936d4fe68aa HTTP/1.1" status: 200 len: 859 time: 0.0755160 Mar 11 03:10:07.461684 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-167d7c35-b3f9-441b-8431-afce1375aeda req-0ae59543-1da2-4203-a633-293f0fad792a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2d579c7-a842-4f0b-93b4-f7cc1c183b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504656 Mar 11 03:10:07.462236 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 43118) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:07.477272 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2dca6-28e4-49e4-ae76-e4533c2300d5 req-a8f7678f-335d-4a68-8346-71734753a2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:07.479906 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5aa2dca6-28e4-49e4-ae76-e4533c2300d5 req-a8f7678f-335d-4a68-8346-71734753a2af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ef75ff01cf245fbb97256570b870d1f&device_id=59bf2d14-3efd-492b-a72c-626b8eb82304 HTTP/1.1" status: 200 len: 1129 time: 0.1958699 Mar 11 03:10:07.557754 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbcf2a-21b1-4575-a5a8-bb47543de6a2 req-7a36209a-6027-4b6b-a14c-07ef01ade01c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:07.564856 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3bdbcf2a-21b1-4575-a5a8-bb47543de6a2 req-7a36209a-6027-4b6b-a14c-07ef01ade01c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 945 time: 0.5328646 Mar 11 03:10:07.571300 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 43126) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:07.583530 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-2141ff0a-7256-408f-ab37-827babcc32d0 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Request body: {'floatingip': {'port_id': '9d9329b8-2f49-4557-ad46-f3a82458d3b8'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:10:07.602088 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-45ac82ce-381e-4098-a147-6426183fb3e9 req-774e6b88-f936-431b-9665-393d58d534a1 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5743828 Mar 11 03:10:07.668250 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-275d93ac-c7b4-4733-9236-23fd4ed78e7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:07.678144 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2141ff0a-7256-408f-ab37-827babcc32d0 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for floatingip (90f55000-a2c0-42e9-9a34-4f3e275c4b92), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:07.700541 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-167d7c35-b3f9-441b-8431-afce1375aeda req-b295db8f-d63d-49b5-9b4b-9a37b63a98eb service neutron] 10.222.0.18 "GET /v2.0/networks/e2d579c7-a842-4f0b-93b4-f7cc1c183b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257986 Mar 11 03:10:07.765712 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2dca6-28e4-49e4-ae76-e4533c2300d5 req-726b9a38-b0a1-4a82-8d7f-dfb97d98ae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:07.767395 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5aa2dca6-28e4-49e4-ae76-e4533c2300d5 req-726b9a38-b0a1-4a82-8d7f-dfb97d98ae9a service neutron] 10.222.0.18 "GET /v2.0/networks?id=132822ca-ae8a-4714-bc21-54231d0157c2 HTTP/1.1" status: 200 len: 912 time: 0.1986973 Mar 11 03:10:07.866744 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5aa2dca6-28e4-49e4-ae76-e4533c2300d5 req-3b3c55a1-e3f2-44da-8da4-9e728a6439ff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eebde8dc-ce33-41b6-9cbf-6d74fd1f2717 HTTP/1.1" status: 200 len: 217 time: 0.0915663 Mar 11 03:10:08.176930 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-167d7c35-b3f9-441b-8431-afce1375aeda req-d0891229-9d4a-41c8-a021-a4ac326ba031 service neutron] 10.222.0.18 "GET /v2.0/networks/e2d579c7-a842-4f0b-93b4-f7cc1c183b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4621408 Mar 11 03:10:08.177323 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2dca6-28e4-49e4-ae76-e4533c2300d5 req-47698452-513a-450b-8654-2bdc5479c958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:08.178692 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5aa2dca6-28e4-49e4-ae76-e4533c2300d5 req-47698452-513a-450b-8654-2bdc5479c958 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8a55c2f0-22b9-4102-8a28-d7546a6a36d0 HTTP/1.1" status: 200 len: 852 time: 0.3035655 Mar 11 03:10:08.206043 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-275d93ac-c7b4-4733-9236-23fd4ed78e7e admin admin] Publish callbacks [] for security_group (38369124-ed74-4404-a4f7-7a04cb640bcd), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:08.223768 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5aa2dca6-28e4-49e4-ae76-e4533c2300d5 req-7fd0362b-04d9-4bda-b0f8-615e89b9992e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=132822ca-ae8a-4714-bc21-54231d0157c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355167 Mar 11 03:10:08.224506 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-275d93ac-c7b4-4733-9236-23fd4ed78e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (38369124-ed74-4404-a4f7-7a04cb640bcd), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:08.286290 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d93ac-c7b4-4733-9236-23fd4ed78e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38369124-ed74-4404-a4f7-7a04cb640bcd,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:08.290688 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-275d93ac-c7b4-4733-9236-23fd4ed78e7e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c0dcac521bf84c09820179b621a53ca7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8263106 Mar 11 03:10:08.297761 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 43198) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:08.348566 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2141ff0a-7256-408f-ab37-827babcc32d0 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:08.354425 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2141ff0a-7256-408f-ab37-827babcc32d0 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740024'] for floatingip (90f55000-a2c0-42e9-9a34-4f3e275c4b92), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:08.412518 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5aa2dca6-28e4-49e4-ae76-e4533c2300d5 req-9fa52861-42f9-476b-8859-f1b498998729 service neutron] 10.222.0.18 "GET /v2.0/networks/132822ca-ae8a-4714-bc21-54231d0157c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769023 Mar 11 03:10:08.427699 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4d6a8510-3112-4d42-9be1-7a5be8f842a3 admin admin] Publish callbacks [] for security_group (38369124-ed74-4404-a4f7-7a04cb640bcd), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:08.522319 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4d6a8510-3112-4d42-9be1-7a5be8f842a3 admin admin] Publish callbacks [] for security_group (38369124-ed74-4404-a4f7-7a04cb640bcd), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:08.576716 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.db.l3_db [None req-2141ff0a-7256-408f-ab37-827babcc32d0 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Floating IP 90f55000-a2c0-42e9-9a34-4f3e275c4b92 associated. External IP: 172.27.2.172, port: 9d9329b8-2f49-4557-ad46-f3a82458d3b8. Mar 11 03:10:08.583358 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5aa2dca6-28e4-49e4-ae76-e4533c2300d5 req-804eac1b-c621-429b-b2c6-33dc1d11789c service neutron] 10.222.0.18 "GET /v2.0/networks/132822ca-ae8a-4714-bc21-54231d0157c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536331 Mar 11 03:10:08.612964 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4d6a8510-3112-4d42-9be1-7a5be8f842a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (38369124-ed74-4404-a4f7-7a04cb640bcd), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:08.616663 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4d6a8510-3112-4d42-9be1-7a5be8f842a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:08.621332 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-4d6a8510-3112-4d42-9be1-7a5be8f842a3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/38369124-ed74-4404-a4f7-7a04cb640bcd HTTP/1.1" status: 204 len: 168 time: 0.3211193 Mar 11 03:10:08.632221 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a8510-3112-4d42-9be1-7a5be8f842a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38369124-ed74-4404-a4f7-7a04cb640bcd,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:08.865947 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0b758-5314-4033-89d2-cacf2f7dcd02 req-c1d5985a-2502-47ed-8cf2-e007af2ace1e tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:08.867842 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3dc0b758-5314-4033-89d2-cacf2f7dcd02 req-c1d5985a-2502-47ed-8cf2-e007af2ace1e tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.1555338 Mar 11 03:10:08.886955 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fff61-4b24-4fb4-9c5a-8b6ac2ec49cc req-9bf6858a-1d21-4317-a687-49979476536a tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:08.888583 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-012fff61-4b24-4fb4-9c5a-8b6ac2ec49cc req-9bf6858a-1d21-4317-a687-49979476536a tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/ports?device_id=59bf2d14-3efd-492b-a72c-626b8eb82304 HTTP/1.1" status: 200 len: 945 time: 0.1750503 Mar 11 03:10:09.004877 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3dc0b758-5314-4033-89d2-cacf2f7dcd02 req-dc00a98c-b94d-4b37-a8bc-6818b8e741a5 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251936 Mar 11 03:10:09.023977 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-012fff61-4b24-4fb4-9c5a-8b6ac2ec49cc req-8fb3a1c5-00ac-4d24-a5c3-2d81ec992fb8 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a3dff98-a65a-4957-972f-ede6b0660612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235847 Mar 11 03:10:09.084585 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2141ff0a-7256-408f-ab37-827babcc32d0 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Router 6cc731f1-ac2f-4e1c-bdee-182a936eddb8 has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:10:09.125513 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 43242) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:09.140768 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-deccf546-10e2-4d3d-b222-5a50a7db1cba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:09.214288 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2141ff0a-7256-408f-ab37-827babcc32d0 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:10:09.221057 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2141ff0a-7256-408f-ab37-827babcc32d0 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:09.228392 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08237b25-f8c6-4791-bf27-8fcfce8a824a None None] Sync routers for ids ['6cc731f1-ac2f-4e1c-bdee-182a936eddb8'] in dv-cinder-740146-14-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:10:09.238675 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-deccf546-10e2-4d3d-b222-5a50a7db1cba admin admin] Publish callbacks [] for security_group (d847c352-a406-49cb-a6aa-55ffbd4b00d8), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:09.240592 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08237b25-f8c6-4791-bf27-8fcfce8a824a None None] Routers {'6cc731f1-ac2f-4e1c-bdee-182a936eddb8'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:10:09.241407 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-08237b25-f8c6-4791-bf27-8fcfce8a824a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:10:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['6cc731f1-ac2f-4e1c-bdee-182a936eddb8'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:10:09.243279 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-deccf546-10e2-4d3d-b222-5a50a7db1cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (d847c352-a406-49cb-a6aa-55ffbd4b00d8), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:09.270455 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-2141ff0a-7256-408f-ab37-827babcc32d0 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "PUT /v2.0/floatingips/90f55000-a2c0-42e9-9a34-4f3e275c4b92 HTTP/1.1" status: 200 len: 991 time: 1.6961980 Mar 11 03:10:09.271222 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '448d00f3-8a18-4df4-8ee3-dd90f61da091', 'tag': '9d9329b8-2f49-4557-ad46-f3a82458d3b8'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:10:09.274213 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2960e148d505d0db9578e09e45f103c014611ddc5e7b14cf683b9a13ab87040d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a0da03-d778-489d-b917-d274350b5bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "448d00f3-8a18-4df4-8ee3-dd90f61da091", "tag": "9d9329b8-2f49-4557-ad46-f3a82458d3b8"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:10:09.302629 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deccf546-10e2-4d3d-b222-5a50a7db1cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d847c352-a406-49cb-a6aa-55ffbd4b00d8,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:09.308565 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-deccf546-10e2-4d3d-b222-5a50a7db1cba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0bc456b8e54746c1b42de3f6aff1e4dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1818726 Mar 11 03:10:09.312118 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 43252) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:09.320119 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0425719e-c114-4529-831e-839148a46d82 x-openstack-request-id: req-0425719e-c114-4529-831e-839148a46d82 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:10:09.320609 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "448d00f3-8a18-4df4-8ee3-dd90f61da091", "tag": "9d9329b8-2f49-4557-ad46-f3a82458d3b8", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:10:09.321049 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0425719e-c114-4529-831e-839148a46d82 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:10:09.321446 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '448d00f3-8a18-4df4-8ee3-dd90f61da091', 'tag': '9d9329b8-2f49-4557-ad46-f3a82458d3b8', 'status': 'completed', 'code': 200} Mar 11 03:10:09.402827 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aadb30e0-0e13-41d4-ac4f-f06a69b3a689 admin admin] Publish callbacks [] for security_group (d847c352-a406-49cb-a6aa-55ffbd4b00d8), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:09.435464 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0da03-d778-489d-b917-d274350b5bc3 req-0b64c4bc-8dc6-425d-9a72-245c9dd554a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:09.437998 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-56a0da03-d778-489d-b917-d274350b5bc3 req-0b64c4bc-8dc6-425d-9a72-245c9dd554a5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d1479d5aac746a7a501d6c1fd3e7dc4&device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 1129 time: 0.0806553 Mar 11 03:10:09.442920 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aadb30e0-0e13-41d4-ac4f-f06a69b3a689 admin admin] Publish callbacks [] for security_group (d847c352-a406-49cb-a6aa-55ffbd4b00d8), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:09.448046 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-08237b25-f8c6-4791-bf27-8fcfce8a824a None None] Set router 6cc731f1-ac2f-4e1c-bdee-182a936eddb8 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:10:09.562132 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aadb30e0-0e13-41d4-ac4f-f06a69b3a689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (d847c352-a406-49cb-a6aa-55ffbd4b00d8), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:09.564720 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aadb30e0-0e13-41d4-ac4f-f06a69b3a689 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:09.565964 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-aadb30e0-0e13-41d4-ac4f-f06a69b3a689 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d847c352-a406-49cb-a6aa-55ffbd4b00d8 HTTP/1.1" status: 204 len: 168 time: 0.2528081 Mar 11 03:10:09.569920 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0da03-d778-489d-b917-d274350b5bc3 req-7f05f256-f308-4096-b840-1849b619e97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:09.571407 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-56a0da03-d778-489d-b917-d274350b5bc3 req-7f05f256-f308-4096-b840-1849b619e97e service neutron] 10.222.0.18 "GET /v2.0/networks?id=24591a89-9096-47e5-935c-efce9ff962e5 HTTP/1.1" status: 200 len: 917 time: 0.1220832 Mar 11 03:10:09.577137 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb30e0-0e13-41d4-ac4f-f06a69b3a689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d847c352-a406-49cb-a6aa-55ffbd4b00d8,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:09.649534 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-56a0da03-d778-489d-b917-d274350b5bc3 req-e304412f-a7fa-47df-af22-46f2ec5f4e7a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d9329b8-2f49-4557-ad46-f3a82458d3b8 HTTP/1.1" status: 200 len: 999 time: 0.0703442 Mar 11 03:10:09.713567 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0da03-d778-489d-b917-d274350b5bc3 req-cf75164f-6e18-4943-8306-5fe997ce35cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:09.713690 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-08237b25-f8c6-4791-bf27-8fcfce8a824a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'name': 'tempest-AttachVolumeShelveTestJSON-2069402318-router', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:03Z', 'updated_at': '2022-03-11T03:09:13Z', 'revision_number': 4, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'gw_port': {'id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fe:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': '90f55000-a2c0-42e9-9a34-4f3e275c4b92', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'floating_ip_address': '172.27.2.172', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'port_id': '9d9329b8-2f49-4557-ad46-f3a82458d3b8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5', 'mac_address': 'fa:16:3e:bc:5a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448d00f3-8a18-4df4-8ee3-dd90f61da091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:09:30Z', 'updated_at': '2022-03-11T03:10:08Z', 'revision_number': 1, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36d581ab-f865-4b2a-bdbb-2a77e0ca66ba', 'name': '', 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'mac_address': 'fa:16:3e:fc:a9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b3f1ad71-9fd3-4f40-b64d-92b2f6facb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:10Z', 'updated_at': '2022-03-11T03:09:23Z', 'revision_number': 5, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'subnets': [{'id': 'b3f1ad71-9fd3-4f40-b64d-92b2f6facb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:10:09.715010 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-56a0da03-d778-489d-b917-d274350b5bc3 req-cf75164f-6e18-4943-8306-5fe997ce35cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b3f1ad71-9fd3-4f40-b64d-92b2f6facb57 HTTP/1.1" status: 200 len: 856 time: 0.0504212 Mar 11 03:10:09.740878 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08237b25-f8c6-4791-bf27-8fcfce8a824a None None] Checking router: 6cc731f1-ac2f-4e1c-bdee-182a936eddb8 for host: dv-cinder-740146-14-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:10:09.760683 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08237b25-f8c6-4791-bf27-8fcfce8a824a None None] Routers {'6cc731f1-ac2f-4e1c-bdee-182a936eddb8'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:10:09.761462 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-08237b25-f8c6-4791-bf27-8fcfce8a824a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:10:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['6cc731f1-ac2f-4e1c-bdee-182a936eddb8'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:10:09.826078 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0da03-d778-489d-b917-d274350b5bc3 req-f78554a2-c456-4051-8005-be600f79f8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:09.826078 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-56a0da03-d778-489d-b917-d274350b5bc3 req-f78554a2-c456-4051-8005-be600f79f8e5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=24591a89-9096-47e5-935c-efce9ff962e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1001723 Mar 11 03:10:09.888620 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-08237b25-f8c6-4791-bf27-8fcfce8a824a None None] Set router 6cc731f1-ac2f-4e1c-bdee-182a936eddb8 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:10:09.936590 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-56a0da03-d778-489d-b917-d274350b5bc3 req-facacfe7-3931-4c07-a6da-285dd6df29e7 service neutron] 10.222.0.18 "GET /v2.0/networks/24591a89-9096-47e5-935c-efce9ff962e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024804 Mar 11 03:10:10.083004 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-56a0da03-d778-489d-b917-d274350b5bc3 req-53fcdf0b-d732-42f2-9974-f178b0152907 service neutron] 10.222.0.18 "GET /v2.0/networks/24591a89-9096-47e5-935c-efce9ff962e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373501 Mar 11 03:10:10.227742 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6646dc-e081-46fd-a282-b4e89ce1875b req-bf5eea2d-807a-4351-8fb5-8f3215deab0b tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:10.229251 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dd6646dc-e081-46fd-a282-b4e89ce1875b req-bf5eea2d-807a-4351-8fb5-8f3215deab0b tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.1084728 Mar 11 03:10:10.239795 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-08237b25-f8c6-4791-bf27-8fcfce8a824a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'name': 'tempest-AttachVolumeShelveTestJSON-2069402318-router', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:03Z', 'updated_at': '2022-03-11T03:09:13Z', 'revision_number': 4, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'gw_port': {'id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fe:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': '90f55000-a2c0-42e9-9a34-4f3e275c4b92', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'floating_ip_address': '172.27.2.172', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'port_id': '9d9329b8-2f49-4557-ad46-f3a82458d3b8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5', 'mac_address': 'fa:16:3e:bc:5a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448d00f3-8a18-4df4-8ee3-dd90f61da091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:09:30Z', 'updated_at': '2022-03-11T03:10:08Z', 'revision_number': 1, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36d581ab-f865-4b2a-bdbb-2a77e0ca66ba', 'name': '', 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'mac_address': 'fa:16:3e:fc:a9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b3f1ad71-9fd3-4f40-b64d-92b2f6facb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:10Z', 'updated_at': '2022-03-11T03:09:23Z', 'revision_number': 5, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'subnets': [{'id': 'b3f1ad71-9fd3-4f40-b64d-92b2f6facb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:10:10.242497 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3864f-a1c7-46d4-90eb-30ee69ebca26 req-daccd683-187d-49ac-a26c-9839a9ff84d5 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:10.244201 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5fa3864f-a1c7-46d4-90eb-30ee69ebca26 req-daccd683-187d-49ac-a26c-9839a9ff84d5 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/ports?device_id=59bf2d14-3efd-492b-a72c-626b8eb82304 HTTP/1.1" status: 200 len: 945 time: 0.0853710 Mar 11 03:10:10.272855 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08237b25-f8c6-4791-bf27-8fcfce8a824a None None] The sync data for ids ['6cc731f1-ac2f-4e1c-bdee-182a936eddb8'] in dv-cinder-740146-14-iscsi is: [{'id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'name': 'tempest-AttachVolumeShelveTestJSON-2069402318-router', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:03Z', 'updated_at': '2022-03-11T03:09:13Z', 'revision_number': 4, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'gw_port': {'id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fe:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': '90f55000-a2c0-42e9-9a34-4f3e275c4b92', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'floating_ip_address': '172.27.2.172', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'port_id': '9d9329b8-2f49-4557-ad46-f3a82458d3b8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5', 'mac_address': 'fa:16:3e:bc:5a:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448d00f3-8a18-4df4-8ee3-dd90f61da091', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:09:30Z', 'updated_at': '2022-03-11T03:10:08Z', 'revision_number': 1, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36d581ab-f865-4b2a-bdbb-2a77e0ca66ba', 'name': '', 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'mac_address': 'fa:16:3e:fc:a9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b3f1ad71-9fd3-4f40-b64d-92b2f6facb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:10Z', 'updated_at': '2022-03-11T03:09:23Z', 'revision_number': 5, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'subnets': [{'id': 'b3f1ad71-9fd3-4f40-b64d-92b2f6facb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:10:10.321367 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dd6646dc-e081-46fd-a282-b4e89ce1875b req-6f8a9e92-2c0c-4bd8-a895-8dd623555129 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759549 Mar 11 03:10:10.340706 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5fa3864f-a1c7-46d4-90eb-30ee69ebca26 req-4e06c034-4cd9-444e-8ebb-c180f80c9f5f tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/security-groups?id=3a3dff98-a65a-4957-972f-ede6b0660612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803199 Mar 11 03:10:10.580992 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e746dbb-6f3f-4c67-b774-d0a9cb057552 None None] New status for floating IP 90f55000-a2c0-42e9-9a34-4f3e275c4b92: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 03:10:10.804931 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df45449-3677-4c67-83b4-afb2fad75914 req-4b70b549-2d23-4c8f-9781-84b9956c6aa5 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:10.807147 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2df45449-3677-4c67-83b4-afb2fad75914 req-4b70b549-2d23-4c8f-9781-84b9956c6aa5 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.18 "GET /v2.0/ports?device_id=59bf2d14-3efd-492b-a72c-626b8eb82304 HTTP/1.1" status: 200 len: 945 time: 0.1005418 Mar 11 03:10:11.011819 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-2df45449-3677-4c67-83b4-afb2fad75914 req-1598bacd-90e6-452a-8ea1-85621e8bb1df tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Deleting port eebde8dc-ce33-41b6-9cbf-6d74fd1f2717 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:10:11.012157 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2df45449-3677-4c67-83b4-afb2fad75914 req-1598bacd-90e6-452a-8ea1-85621e8bb1df tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (eebde8dc-ce33-41b6-9cbf-6d74fd1f2717), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:11.103237 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-2df45449-3677-4c67-83b4-afb2fad75914 req-1598bacd-90e6-452a-8ea1-85621e8bb1df tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] For port eebde8dc-ce33-41b6-9cbf-6d74fd1f2717, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=eebde8dc-ce33-41b6-9cbf-6d74fd1f2717,segment=NetworkSegment(31014fc8-949d-4be6-8ecd-c35a0403e055),segment_id=31014fc8-949d-4be6-8ecd-c35a0403e055)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:10:11.103628 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2df45449-3677-4c67-83b4-afb2fad75914 req-1598bacd-90e6-452a-8ea1-85621e8bb1df tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (eebde8dc-ce33-41b6-9cbf-6d74fd1f2717), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:11.118683 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-2df45449-3677-4c67-83b4-afb2fad75914 req-1598bacd-90e6-452a-8ea1-85621e8bb1df tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Calling delete_port for eebde8dc-ce33-41b6-9cbf-6d74fd1f2717 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:10:11.282296 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2df45449-3677-4c67-83b4-afb2fad75914 req-1598bacd-90e6-452a-8ea1-85621e8bb1df tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679'] for port (eebde8dc-ce33-41b6-9cbf-6d74fd1f2717), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:11.310345 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1598bacd-90e6-452a-8ea1-85621e8bb1df tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Pushing event deleted for resources: {'Port': ['ID=eebde8dc-ce33-41b6-9cbf-6d74fd1f2717,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:11.393261 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df45449-3677-4c67-83b4-afb2fad75914 req-1598bacd-90e6-452a-8ea1-85621e8bb1df tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] No DVR routers for this DVR port eebde8dc-ce33-41b6-9cbf-6d74fd1f2717 on host hv-cinder-74014 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:10:11.401921 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-2df45449-3677-4c67-83b4-afb2fad75914 req-1598bacd-90e6-452a-8ea1-85621e8bb1df tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:11.410359 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2df45449-3677-4c67-83b4-afb2fad75914 req-1598bacd-90e6-452a-8ea1-85621e8bb1df tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.18 "DELETE /v2.0/ports/eebde8dc-ce33-41b6-9cbf-6d74fd1f2717 HTTP/1.1" status: 204 len: 173 time: 0.5808139 Mar 11 03:10:11.411471 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59bf2d14-3efd-492b-a72c-626b8eb82304', 'name': 'network-vif-deleted', 'tag': 'eebde8dc-ce33-41b6-9cbf-6d74fd1f2717'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:10:11.414346 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485434f8-ff3b-4e6e-a344-a889c1347efa" -d '{"events": [{"server_uuid": "59bf2d14-3efd-492b-a72c-626b8eb82304", "name": "network-vif-deleted", "tag": "eebde8dc-ce33-41b6-9cbf-6d74fd1f2717"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:10:11.474216 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-496a2d2c-22ca-447a-95e6-e606325c7a2f req-82909920-97b2-4f1e-8be9-963618c39160 tempest-DeleteServersTestJSON-1503732138 tempest-DeleteServersTestJSON-1503732138-project] 10.222.0.16 "GET /v2.0/ports?device_id=59bf2d14-3efd-492b-a72c-626b8eb82304 HTTP/1.1" status: 200 len: 210 time: 0.0488505 Mar 11 03:10:11.500599 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb4a16-3aeb-4683-9c2c-fb320e13be7a req-ca482962-897c-4d55-9377-cc4ec8c47431 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:11.503281 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-73cb4a16-3aeb-4683-9c2c-fb320e13be7a req-ca482962-897c-4d55-9377-cc4ec8c47431 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.1016400 Mar 11 03:10:11.527169 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded84f66-66b5-4b0e-ab65-cca84ade3cb3 x-openstack-request-id: req-ded84f66-66b5-4b0e-ab65-cca84ade3cb3 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:10:11.527467 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59bf2d14-3efd-492b-a72c-626b8eb82304", "name": "network-vif-deleted", "tag": "eebde8dc-ce33-41b6-9cbf-6d74fd1f2717", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:10:11.527730 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ded84f66-66b5-4b0e-ab65-cca84ade3cb3 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:10:11.528138 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59bf2d14-3efd-492b-a72c-626b8eb82304', 'name': 'network-vif-deleted', 'tag': 'eebde8dc-ce33-41b6-9cbf-6d74fd1f2717', 'status': 'completed', 'code': 200} Mar 11 03:10:11.566854 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-73cb4a16-3aeb-4683-9c2c-fb320e13be7a req-57b01f62-5c79-4813-a9d7-ba488e36d297 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568500 Mar 11 03:10:12.268800 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 43362) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:12.380053 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0a9a83ab-b131-4545-bb7e-993649d69689 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:12.455869 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0a9a83ab-b131-4545-bb7e-993649d69689 admin admin] Publish callbacks [] for security_group (c3be96f0-061e-4fd2-ae11-7d0679edceb3), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:12.464485 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0a9a83ab-b131-4545-bb7e-993649d69689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (c3be96f0-061e-4fd2-ae11-7d0679edceb3), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:12.506398 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-0a9a83ab-b131-4545-bb7e-993649d69689 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c4d2cb60a8a4316aed18d6c88a8360e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364590 Mar 11 03:10:12.507251 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a83ab-b131-4545-bb7e-993649d69689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3be96f0-061e-4fd2-ae11-7d0679edceb3,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:12.509066 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 43368) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:12.565364 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9d570f6-c790-4345-8565-44bf5908d32a admin admin] Publish callbacks [] for security_group (c3be96f0-061e-4fd2-ae11-7d0679edceb3), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:12.586787 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9d570f6-c790-4345-8565-44bf5908d32a admin admin] Publish callbacks [] for security_group (c3be96f0-061e-4fd2-ae11-7d0679edceb3), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:12.655179 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9d570f6-c790-4345-8565-44bf5908d32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (c3be96f0-061e-4fd2-ae11-7d0679edceb3), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:12.657645 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9d570f6-c790-4345-8565-44bf5908d32a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:12.658847 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-a9d570f6-c790-4345-8565-44bf5908d32a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c3be96f0-061e-4fd2-ae11-7d0679edceb3 HTTP/1.1" status: 204 len: 168 time: 0.1481149 Mar 11 03:10:12.684792 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d570f6-c790-4345-8565-44bf5908d32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3be96f0-061e-4fd2-ae11-7d0679edceb3,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:12.710052 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d509b3-ab08-47f9-bacd-01e649765424 req-543b4302-d983-46bd-8c65-02501e40f8f9 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:12.711672 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c2d509b3-ab08-47f9-bacd-01e649765424 req-543b4302-d983-46bd-8c65-02501e40f8f9 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.0691969 Mar 11 03:10:12.770924 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c2d509b3-ab08-47f9-bacd-01e649765424 req-5500b22b-7101-4954-af80-1b27c456251f tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489292 Mar 11 03:10:13.501768 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device eebde8dc-ce33-41b6-9cbf-6d74fd1f2717 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:10:13.522157 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] No Port match for: eebde8dc-ce33-41b6-9cbf-6d74fd1f2717 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:10:13.522505 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device eebde8dc-ce33-41b6-9cbf-6d74fd1f2717 not bound to the agent host hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:10:13.895285 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38458005-a468-43c2-9428-aae37402e03d req-ee888868-16de-4b75-8bfb-368657fae41c tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:13.896768 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-38458005-a468-43c2-9428-aae37402e03d req-ee888868-16de-4b75-8bfb-368657fae41c tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.0547557 Mar 11 03:10:13.943065 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-38458005-a468-43c2-9428-aae37402e03d req-2d6ed5b1-cdeb-4888-ba52-3465fbf4aacd tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406728 Mar 11 03:10:15.055075 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec51dfcd-53ef-4ab8-b3c2-9c0f69290789 req-a38b62a3-7f26-4c70-8ea0-49fd1a2f5fb4 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:15.056563 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ec51dfcd-53ef-4ab8-b3c2-9c0f69290789 req-a38b62a3-7f26-4c70-8ea0-49fd1a2f5fb4 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.0504420 Mar 11 03:10:15.106166 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ec51dfcd-53ef-4ab8-b3c2-9c0f69290789 req-ee60b450-1a0b-4eb9-8059-7ac1d5850f80 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432482 Mar 11 03:10:16.054265 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 43462) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:16.099446 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4d415b0-5cd9-4a18-a3e5-f8924427ba83 admin admin] Deleting subnet 8a55c2f0-22b9-4102-8a28-d7546a6a36d0 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 03:10:16.102877 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c4d415b0-5cd9-4a18-a3e5-f8924427ba83 admin admin] Publish callbacks [] for subnet (8a55c2f0-22b9-4102-8a28-d7546a6a36d0), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:16.143494 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c4d415b0-5cd9-4a18-a3e5-f8924427ba83 admin admin] Publish callbacks [] for subnet (8a55c2f0-22b9-4102-8a28-d7546a6a36d0), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:16.153568 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c4d415b0-5cd9-4a18-a3e5-f8924427ba83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16040164'] for subnet (8a55c2f0-22b9-4102-8a28-d7546a6a36d0), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:16.256983 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c4d415b0-5cd9-4a18-a3e5-f8924427ba83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16040175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591'] for subnet (8a55c2f0-22b9-4102-8a28-d7546a6a36d0), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:16.294680 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c4d415b0-5cd9-4a18-a3e5-f8924427ba83 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:16.298882 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-c4d415b0-5cd9-4a18-a3e5-f8924427ba83 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8a55c2f0-22b9-4102-8a28-d7546a6a36d0 HTTP/1.1" status: 204 len: 168 time: 0.2436078 Mar 11 03:10:16.299999 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d415b0-5cd9-4a18-a3e5-f8924427ba83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a55c2f0-22b9-4102-8a28-d7546a6a36d0,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:16.301479 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 43486) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:16.326557 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec44d3a-3422-4ee1-bf33-fab7f237fb57 req-c028ec29-2a25-4a26-b05a-96b6736067bd tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:16.328495 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5ec44d3a-3422-4ee1-bf33-fab7f237fb57 req-c028ec29-2a25-4a26-b05a-96b6736067bd tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.1362402 Mar 11 03:10:16.391351 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5ec44d3a-3422-4ee1-bf33-fab7f237fb57 req-eb83778e-100b-4034-8777-4dac0b6768a9 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470858 Mar 11 03:10:16.393472 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3da6e9dd-d489-42ab-b781-65243458780b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16082977'] for network (132822ca-ae8a-4714-bc21-54231d0157c2), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:16.486732 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3da6e9dd-d489-42ab-b781-65243458780b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16047135', 'neutron.services.segments.db._delete_segments_for_network-8766925140502'] for network (132822ca-ae8a-4714-bc21-54231d0157c2), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:16.512245 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3da6e9dd-d489-42ab-b781-65243458780b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:10:16.512615 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3da6e9dd-d489-42ab-b781-65243458780b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:10:16.513378 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3da6e9dd-d489-42ab-b781-65243458780b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:10:16.513719 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3da6e9dd-d489-42ab-b781-65243458780b admin admin] Subscribe: > port after_create 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:10:16.514094 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3da6e9dd-d489-42ab-b781-65243458780b admin admin] Subscribe: > port after_delete 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:10:16.514413 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3da6e9dd-d489-42ab-b781-65243458780b admin admin] Subscribe: > port after_update 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:10:16.514821 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3da6e9dd-d489-42ab-b781-65243458780b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:10:16.515158 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3da6e9dd-d489-42ab-b781-65243458780b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:10:16.515471 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3da6e9dd-d489-42ab-b781-65243458780b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:10:16.515791 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3da6e9dd-d489-42ab-b781-65243458780b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:10:16.563997 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 43500) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:16.658372 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3da6e9dd-d489-42ab-b781-65243458780b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:10:16.658728 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3da6e9dd-d489-42ab-b781-65243458780b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:10:16.659055 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3da6e9dd-d489-42ab-b781-65243458780b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:10:16.659380 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3da6e9dd-d489-42ab-b781-65243458780b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103365) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:10:16.659760 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-3da6e9dd-d489-42ab-b781-65243458780b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['132822ca-ae8a-4714-bc21-54231d0157c2']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:10:16.666187 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c343006a-fe54-4ae2-9f96-fbe34557c283 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:16.678147 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-3da6e9dd-d489-42ab-b781-65243458780b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31014fc8-949d-4be6-8ecd-c35a0403e055') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:10:16.678447 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-3da6e9dd-d489-42ab-b781-65243458780b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31014fc8-949d-4be6-8ecd-c35a0403e055') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:10:16.695133 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3da6e9dd-d489-42ab-b781-65243458780b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766925139231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3715454'] for segment (31014fc8-949d-4be6-8ecd-c35a0403e055), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:16.717444 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3da6e9dd-d489-42ab-b781-65243458780b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715'] for segment (31014fc8-949d-4be6-8ecd-c35a0403e055), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:16.726524 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3da6e9dd-d489-42ab-b781-65243458780b admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 03:10:16.726994 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3da6e9dd-d489-42ab-b781-65243458780b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26187363'] for segment (31014fc8-949d-4be6-8ecd-c35a0403e055), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:16.743505 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c343006a-fe54-4ae2-9f96-fbe34557c283 admin admin] Publish callbacks [] for security_group (453219a3-cc76-421b-8cf9-ad79426be2a1), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:16.747487 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c343006a-fe54-4ae2-9f96-fbe34557c283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (453219a3-cc76-421b-8cf9-ad79426be2a1), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:16.751663 dv-cinder-740146-14-iscsi neutron-server[103365]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 03:10:16.751663 dv-cinder-740146-14-iscsi neutron-server[103365]: from cryptography.utils import int_from_bytes Mar 11 03:10:16.751663 dv-cinder-740146-14-iscsi neutron-server[103365]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 03:10:16.751663 dv-cinder-740146-14-iscsi neutron-server[103365]: from cryptography.utils import int_from_bytes Mar 11 03:10:16.751663 dv-cinder-740146-14-iscsi neutron-server[103365]: Traceback (most recent call last): Mar 11 03:10:16.751663 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 03:10:16.751663 dv-cinder-740146-14-iscsi neutron-server[103365]: timer() Mar 11 03:10:16.751663 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 03:10:16.751663 dv-cinder-740146-14-iscsi neutron-server[103365]: cb(*args, **kw) Mar 11 03:10:16.751663 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 03:10:16.751663 dv-cinder-740146-14-iscsi neutron-server[103365]: return func(*args, **kwargs) Mar 11 03:10:16.751663 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 03:10:16.751663 dv-cinder-740146-14-iscsi neutron-server[103365]: self._notify() Mar 11 03:10:16.751663 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 03:10:16.751663 dv-cinder-740146-14-iscsi neutron-server[103365]: self.callback(batched_events) Mar 11 03:10:16.751663 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 03:10:16.751663 dv-cinder-740146-14-iscsi neutron-server[103365]: event.method(event) Mar 11 03:10:16.751663 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 03:10:16.751663 dv-cinder-740146-14-iscsi neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 03:10:16.751663 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 03:10:16.751663 dv-cinder-740146-14-iscsi neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 03:10:16.751663 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 03:10:16.751663 dv-cinder-740146-14-iscsi neutron-server[103365]: return f(self, *a, **k) Mar 11 03:10:16.751663 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 03:10:16.751663 dv-cinder-740146-14-iscsi neutron-server[103365]: return self._get(url).json() Mar 11 03:10:16.751663 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 03:10:16.751663 dv-cinder-740146-14-iscsi neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 03:10:16.751663 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 03:10:16.751663 dv-cinder-740146-14-iscsi neutron-server[103365]: return self.request(url, 'GET', **kwargs) Mar 11 03:10:16.751663 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 03:10:16.751663 dv-cinder-740146-14-iscsi neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 03:10:16.751663 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 03:10:16.751663 dv-cinder-740146-14-iscsi neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 03:10:16.751663 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 03:10:16.751663 dv-cinder-740146-14-iscsi neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 03:10:16.751663 dv-cinder-740146-14-iscsi neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 03:10:16.787473 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-c343006a-fe54-4ae2-9f96-fbe34557c283 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bafc5a2a24304c5a931ec0f358ec3897&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223558 Mar 11 03:10:16.788328 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343006a-fe54-4ae2-9f96-fbe34557c283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453219a3-cc76-421b-8cf9-ad79426be2a1,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:16.791257 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 43504) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:16.808505 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3da6e9dd-d489-42ab-b781-65243458780b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16047206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740006'] for network (132822ca-ae8a-4714-bc21-54231d0157c2), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:16.828191 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3da6e9dd-d489-42ab-b781-65243458780b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:16.831447 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-3da6e9dd-d489-42ab-b781-65243458780b admin admin] 10.222.0.16 "DELETE /v2.0/networks/132822ca-ae8a-4714-bc21-54231d0157c2 HTTP/1.1" status: 204 len: 168 time: 0.5289569 Mar 11 03:10:16.832807 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6e9dd-d489-42ab-b781-65243458780b admin admin] Pushing event deleted for resources: {'Network': ['ID=132822ca-ae8a-4714-bc21-54231d0157c2,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:16.844404 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2fd9e4d9-5984-4a08-9bf5-ca44e40f7634 admin admin] Publish callbacks [] for security_group (453219a3-cc76-421b-8cf9-ad79426be2a1), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:16.865499 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2fd9e4d9-5984-4a08-9bf5-ca44e40f7634 admin admin] Publish callbacks [] for security_group (453219a3-cc76-421b-8cf9-ad79426be2a1), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:16.915693 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2fd9e4d9-5984-4a08-9bf5-ca44e40f7634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (453219a3-cc76-421b-8cf9-ad79426be2a1), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:16.918177 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2fd9e4d9-5984-4a08-9bf5-ca44e40f7634 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:16.919428 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-2fd9e4d9-5984-4a08-9bf5-ca44e40f7634 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/453219a3-cc76-421b-8cf9-ad79426be2a1 HTTP/1.1" status: 204 len: 168 time: 0.1271882 Mar 11 03:10:16.928743 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9e4d9-5984-4a08-9bf5-ca44e40f7634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453219a3-cc76-421b-8cf9-ad79426be2a1,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:16.947916 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 43510) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:16.989980 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-19a5460d-edd5-4614-87cc-38f54e0e0bbf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8ef75ff01cf245fbb97256570b870d1f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0402071 Mar 11 03:10:16.992273 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 43512) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:17.042055 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a650b4eb-a238-4227-8ffc-66d97354e3d1 admin admin] Publish callbacks [] for security_group (3a3dff98-a65a-4957-972f-ede6b0660612), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:17.063244 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a650b4eb-a238-4227-8ffc-66d97354e3d1 admin admin] Publish callbacks [] for security_group (3a3dff98-a65a-4957-972f-ede6b0660612), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:17.114339 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a650b4eb-a238-4227-8ffc-66d97354e3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (3a3dff98-a65a-4957-972f-ede6b0660612), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:17.117245 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a650b4eb-a238-4227-8ffc-66d97354e3d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:17.118431 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a650b4eb-a238-4227-8ffc-66d97354e3d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3a3dff98-a65a-4957-972f-ede6b0660612 HTTP/1.1" status: 204 len: 168 time: 0.1251881 Mar 11 03:10:17.126566 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a650b4eb-a238-4227-8ffc-66d97354e3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3dff98-a65a-4957-972f-ede6b0660612,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:17.254229 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 43522) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:17.267383 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebe77e03-6518-454e-849e-ae94ecd4300d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:17.345390 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebe77e03-6518-454e-849e-ae94ecd4300d admin admin] Publish callbacks [] for security_group (84c81b99-d449-42d4-80e7-c61bafaeff57), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:17.349728 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebe77e03-6518-454e-849e-ae94ecd4300d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (84c81b99-d449-42d4-80e7-c61bafaeff57), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:17.386187 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe77e03-6518-454e-849e-ae94ecd4300d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c81b99-d449-42d4-80e7-c61bafaeff57,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:17.390730 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-ebe77e03-6518-454e-849e-ae94ecd4300d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8649640f9e1e4d7eb72264886ea2b90f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352687 Mar 11 03:10:17.393322 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 43528) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:17.444415 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aa4ef2a1-9568-4075-a906-d9ba57280ffb admin admin] Publish callbacks [] for security_group (84c81b99-d449-42d4-80e7-c61bafaeff57), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:17.475575 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aa4ef2a1-9568-4075-a906-d9ba57280ffb admin admin] Publish callbacks [] for security_group (84c81b99-d449-42d4-80e7-c61bafaeff57), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:17.546690 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a3eec-30e4-40a9-910e-0e4c31bfb2b3 req-eebe8556-cc9a-40b2-ad8d-83f34ac65127 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:17.548193 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a73a3eec-30e4-40a9-910e-0e4c31bfb2b3 req-eebe8556-cc9a-40b2-ad8d-83f34ac65127 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.0856616 Mar 11 03:10:17.564371 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aa4ef2a1-9568-4075-a906-d9ba57280ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (84c81b99-d449-42d4-80e7-c61bafaeff57), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:17.566860 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-aa4ef2a1-9568-4075-a906-d9ba57280ffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:17.567920 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-aa4ef2a1-9568-4075-a906-d9ba57280ffb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/84c81b99-d449-42d4-80e7-c61bafaeff57 HTTP/1.1" status: 204 len: 168 time: 0.1736050 Mar 11 03:10:17.583984 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ef2a1-9568-4075-a906-d9ba57280ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c81b99-d449-42d4-80e7-c61bafaeff57,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:17.627856 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a73a3eec-30e4-40a9-910e-0e4c31bfb2b3 req-ab0d3f46-f84f-4703-a535-8fc6df5c800c tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719016 Mar 11 03:10:18.771676 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a6794-a81b-4802-851f-bc187b50bee0 req-67d38f3a-8a21-495a-93ab-cadc1cc37466 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:18.774425 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-488a6794-a81b-4802-851f-bc187b50bee0 req-67d38f3a-8a21-495a-93ab-cadc1cc37466 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.0659702 Mar 11 03:10:18.845998 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-488a6794-a81b-4802-851f-bc187b50bee0 req-a5ba968c-243a-404b-a927-e233bd1e823d tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629923 Mar 11 03:10:19.380990 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 43662) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:19.501391 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eaef65ad-af2c-4b26-9221-411b0016da3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:19.593365 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eaef65ad-af2c-4b26-9221-411b0016da3a admin admin] Publish callbacks [] for security_group (ca07d606-346c-44fb-84fc-6a7af6df1cba), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:19.597576 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eaef65ad-af2c-4b26-9221-411b0016da3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (ca07d606-346c-44fb-84fc-6a7af6df1cba), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:19.644455 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-eaef65ad-af2c-4b26-9221-411b0016da3a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=81b2c0a0931a463abf88bc8e028de79a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2618914 Mar 11 03:10:19.644834 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef65ad-af2c-4b26-9221-411b0016da3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca07d606-346c-44fb-84fc-6a7af6df1cba,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:19.647547 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 43674) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:19.700045 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-562db510-43f8-4a14-8fe9-e4e71edc3fcf admin admin] Publish callbacks [] for security_group (ca07d606-346c-44fb-84fc-6a7af6df1cba), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:19.722015 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-562db510-43f8-4a14-8fe9-e4e71edc3fcf admin admin] Publish callbacks [] for security_group (ca07d606-346c-44fb-84fc-6a7af6df1cba), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:19.781114 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-562db510-43f8-4a14-8fe9-e4e71edc3fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (ca07d606-346c-44fb-84fc-6a7af6df1cba), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:19.784300 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-562db510-43f8-4a14-8fe9-e4e71edc3fcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:19.785555 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-562db510-43f8-4a14-8fe9-e4e71edc3fcf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ca07d606-346c-44fb-84fc-6a7af6df1cba HTTP/1.1" status: 204 len: 168 time: 0.1369531 Mar 11 03:10:19.793505 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562db510-43f8-4a14-8fe9-e4e71edc3fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca07d606-346c-44fb-84fc-6a7af6df1cba,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:19.984267 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164b99b-8bc8-4e23-9b3b-3f106bc52fa5 req-81343fd2-732b-497d-b5e0-1a9b6b9ac7c3 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:19.984367 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 43692) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:19.985148 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9164b99b-8bc8-4e23-9b3b-3f106bc52fa5 req-81343fd2-732b-497d-b5e0-1a9b6b9ac7c3 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.0601981 Mar 11 03:10:20.039198 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9164b99b-8bc8-4e23-9b3b-3f106bc52fa5 req-98abdfb0-3cd0-44a1-b522-4f2dbc1d82c8 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478311 Mar 11 03:10:20.089430 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 43698) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:20.115387 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30216a64-e20a-4ed7-9841-59747a8aeba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:20.117267 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-67a9a63c-2c6c-49b7-aea1-95281a82145d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:20.250765 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30216a64-e20a-4ed7-9841-59747a8aeba7 admin admin] Publish callbacks [] for security_group (7d93eaf3-4196-435a-9cd3-b1ff644b4b47), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:20.256156 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-67a9a63c-2c6c-49b7-aea1-95281a82145d admin admin] Publish callbacks [] for security_group (59ebf5ae-0feb-4c0e-bdfa-d52ce0e1fe9d), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:20.257738 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-30216a64-e20a-4ed7-9841-59747a8aeba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (7d93eaf3-4196-435a-9cd3-b1ff644b4b47), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:20.263390 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-67a9a63c-2c6c-49b7-aea1-95281a82145d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (59ebf5ae-0feb-4c0e-bdfa-d52ce0e1fe9d), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:20.318538 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30216a64-e20a-4ed7-9841-59747a8aeba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d93eaf3-4196-435a-9cd3-b1ff644b4b47,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:20.323241 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-30216a64-e20a-4ed7-9841-59747a8aeba7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e4e3630240004cf8a66fa370861d3338&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3379557 Mar 11 03:10:20.326011 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 43704) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:20.330714 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-67a9a63c-2c6c-49b7-aea1-95281a82145d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3ab253123c734e3d89f9ea6362d83900&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371190 Mar 11 03:10:20.330714 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 43706) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:20.367109 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9a63c-2c6c-49b7-aea1-95281a82145d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ebf5ae-0feb-4c0e-bdfa-d52ce0e1fe9d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:20.391429 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-47c98d76-bef6-4dbd-8bcc-df9f3bb7af21 admin admin] Publish callbacks [] for security_group (7d93eaf3-4196-435a-9cd3-b1ff644b4b47), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:20.402879 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-65f61621-d2b4-49be-b89d-1e8f0eab337a admin admin] Publish callbacks [] for security_group (59ebf5ae-0feb-4c0e-bdfa-d52ce0e1fe9d), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:20.414525 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-47c98d76-bef6-4dbd-8bcc-df9f3bb7af21 admin admin] Publish callbacks [] for security_group (7d93eaf3-4196-435a-9cd3-b1ff644b4b47), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:20.424582 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-65f61621-d2b4-49be-b89d-1e8f0eab337a admin admin] Publish callbacks [] for security_group (59ebf5ae-0feb-4c0e-bdfa-d52ce0e1fe9d), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:20.463010 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-47c98d76-bef6-4dbd-8bcc-df9f3bb7af21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (7d93eaf3-4196-435a-9cd3-b1ff644b4b47), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:20.466385 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-47c98d76-bef6-4dbd-8bcc-df9f3bb7af21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:20.467556 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-47c98d76-bef6-4dbd-8bcc-df9f3bb7af21 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d93eaf3-4196-435a-9cd3-b1ff644b4b47 HTTP/1.1" status: 204 len: 168 time: 0.1401665 Mar 11 03:10:20.476147 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c98d76-bef6-4dbd-8bcc-df9f3bb7af21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d93eaf3-4196-435a-9cd3-b1ff644b4b47,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:20.476573 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-65f61621-d2b4-49be-b89d-1e8f0eab337a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (59ebf5ae-0feb-4c0e-bdfa-d52ce0e1fe9d), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:20.479327 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-65f61621-d2b4-49be-b89d-1e8f0eab337a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:20.483940 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-65f61621-d2b4-49be-b89d-1e8f0eab337a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/59ebf5ae-0feb-4c0e-bdfa-d52ce0e1fe9d HTTP/1.1" status: 204 len: 168 time: 0.1446500 Mar 11 03:10:20.490172 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f61621-d2b4-49be-b89d-1e8f0eab337a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ebf5ae-0feb-4c0e-bdfa-d52ce0e1fe9d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:20.861336 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 43736) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:20.876641 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0b85d74e-ec5f-4dcd-b9f0-c5990e39d752 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:20.965083 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0b85d74e-ec5f-4dcd-b9f0-c5990e39d752 admin admin] Publish callbacks [] for security_group (2569f710-d814-4462-af6e-47117c374d8f), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:20.970125 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0b85d74e-ec5f-4dcd-b9f0-c5990e39d752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (2569f710-d814-4462-af6e-47117c374d8f), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:21.011089 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85d74e-ec5f-4dcd-b9f0-c5990e39d752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2569f710-d814-4462-af6e-47117c374d8f,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:21.017407 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-0b85d74e-ec5f-4dcd-b9f0-c5990e39d752 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec5b4eadc7d04310976ae2e519b1186a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1549990 Mar 11 03:10:21.021037 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 43744) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:21.079604 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cf4879c3-a553-4106-a21e-3423b8e718fe admin admin] Publish callbacks [] for security_group (2569f710-d814-4462-af6e-47117c374d8f), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:21.104607 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cf4879c3-a553-4106-a21e-3423b8e718fe admin admin] Publish callbacks [] for security_group (2569f710-d814-4462-af6e-47117c374d8f), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:21.191176 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756923a6-d6e1-46f4-80fa-6be231a5c2e8 req-845a4311-0b9a-4d72-9171-eef46faf0c7e tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:21.192772 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-756923a6-d6e1-46f4-80fa-6be231a5c2e8 req-845a4311-0b9a-4d72-9171-eef46faf0c7e tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.0765903 Mar 11 03:10:21.216336 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cf4879c3-a553-4106-a21e-3423b8e718fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (2569f710-d814-4462-af6e-47117c374d8f), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:21.221054 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cf4879c3-a553-4106-a21e-3423b8e718fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:21.225776 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-cf4879c3-a553-4106-a21e-3423b8e718fe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2569f710-d814-4462-af6e-47117c374d8f HTTP/1.1" status: 204 len: 168 time: 0.1998029 Mar 11 03:10:21.235655 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4879c3-a553-4106-a21e-3423b8e718fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2569f710-d814-4462-af6e-47117c374d8f,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:21.267153 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-756923a6-d6e1-46f4-80fa-6be231a5c2e8 req-722e09a5-807b-4c2d-bcc2-db2272597298 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684357 Mar 11 03:10:22.411602 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161fe8f-79a5-46ec-bd17-23c54cda7cff req-e25f2cbf-5dd2-4c91-9a1d-3f93f1835c16 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:22.411602 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0161fe8f-79a5-46ec-bd17-23c54cda7cff req-e25f2cbf-5dd2-4c91-9a1d-3f93f1835c16 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.0646231 Mar 11 03:10:22.470486 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0161fe8f-79a5-46ec-bd17-23c54cda7cff req-eac8766c-c2d5-44e6-90aa-e088ec418359 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515072 Mar 11 03:10:23.388556 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 43876) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:23.495148 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-75694049-0889-4dc9-8e2a-9f566a526654 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:23.582619 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-75694049-0889-4dc9-8e2a-9f566a526654 admin admin] Publish callbacks [] for security_group (39addb10-1003-48d2-975d-0a72f581e882), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:23.585130 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970833ba-fbc3-4c87-849d-76c19f81ac34 req-594ff743-7d31-4c7e-ab7e-3ca4b59a7186 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:23.586715 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-970833ba-fbc3-4c87-849d-76c19f81ac34 req-594ff743-7d31-4c7e-ab7e-3ca4b59a7186 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.0576870 Mar 11 03:10:23.587981 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-75694049-0889-4dc9-8e2a-9f566a526654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (39addb10-1003-48d2-975d-0a72f581e882), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:23.630363 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-75694049-0889-4dc9-8e2a-9f566a526654 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=358d9b6c1ee94d2ca55ccf6846f77f39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382324 Mar 11 03:10:23.630363 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75694049-0889-4dc9-8e2a-9f566a526654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39addb10-1003-48d2-975d-0a72f581e882,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:23.631058 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 43884) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:23.638478 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-970833ba-fbc3-4c87-849d-76c19f81ac34 req-2049d507-3cf1-4fa5-884e-3d332ce704dd tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449269 Mar 11 03:10:23.684750 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fd72ce3f-b1a0-4730-9536-2ed367049760 admin admin] Publish callbacks [] for security_group (39addb10-1003-48d2-975d-0a72f581e882), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:23.708227 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fd72ce3f-b1a0-4730-9536-2ed367049760 admin admin] Publish callbacks [] for security_group (39addb10-1003-48d2-975d-0a72f581e882), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:23.754727 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fd72ce3f-b1a0-4730-9536-2ed367049760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (39addb10-1003-48d2-975d-0a72f581e882), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:23.757385 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fd72ce3f-b1a0-4730-9536-2ed367049760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:23.758569 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-fd72ce3f-b1a0-4730-9536-2ed367049760 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/39addb10-1003-48d2-975d-0a72f581e882 HTTP/1.1" status: 204 len: 168 time: 0.1239471 Mar 11 03:10:23.767229 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72ce3f-b1a0-4730-9536-2ed367049760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39addb10-1003-48d2-975d-0a72f581e882,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:24.018618 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 43892) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:24.032968 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-274adf57-9b91-409c-87b5-b07c298c0f40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:24.110429 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-274adf57-9b91-409c-87b5-b07c298c0f40 admin admin] Publish callbacks [] for security_group (904c9234-577b-474f-b79e-6a8f3aae80f2), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:24.114623 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-274adf57-9b91-409c-87b5-b07c298c0f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (904c9234-577b-474f-b79e-6a8f3aae80f2), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:24.151143 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274adf57-9b91-409c-87b5-b07c298c0f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904c9234-577b-474f-b79e-6a8f3aae80f2,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:24.157891 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-274adf57-9b91-409c-87b5-b07c298c0f40 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1c3539c02a3b4d0f8e04d6cf8551bbdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380897 Mar 11 03:10:24.160779 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 43900) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:24.210267 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6a770c28-25fd-42fb-af44-4d698e4cd8f6 admin admin] Publish callbacks [] for security_group (904c9234-577b-474f-b79e-6a8f3aae80f2), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:24.245221 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6a770c28-25fd-42fb-af44-4d698e4cd8f6 admin admin] Publish callbacks [] for security_group (904c9234-577b-474f-b79e-6a8f3aae80f2), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:24.294644 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6a770c28-25fd-42fb-af44-4d698e4cd8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (904c9234-577b-474f-b79e-6a8f3aae80f2), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:24.297109 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6a770c28-25fd-42fb-af44-4d698e4cd8f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:24.300525 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-6a770c28-25fd-42fb-af44-4d698e4cd8f6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/904c9234-577b-474f-b79e-6a8f3aae80f2 HTTP/1.1" status: 204 len: 168 time: 0.1365817 Mar 11 03:10:24.309194 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a770c28-25fd-42fb-af44-4d698e4cd8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904c9234-577b-474f-b79e-6a8f3aae80f2,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:24.781186 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bde272-1440-4c71-b5e0-354aeeb4b47c req-640a74b7-691e-4ca4-8bb0-861d046c1b30 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:24.788829 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-72bde272-1440-4c71-b5e0-354aeeb4b47c req-640a74b7-691e-4ca4-8bb0-861d046c1b30 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.0796320 Mar 11 03:10:24.876074 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 43956) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:25.047757 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-301c3b1d-5bd9-4363-96f6-aef60bee40da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:25.077281 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-72bde272-1440-4c71-b5e0-354aeeb4b47c req-5300a530-ea13-434d-b790-b35ec6900a94 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868254 Mar 11 03:10:25.157056 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-301c3b1d-5bd9-4363-96f6-aef60bee40da admin admin] Publish callbacks [] for security_group (e77cb30e-706e-4c16-922e-006a220d8595), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:25.163336 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-301c3b1d-5bd9-4363-96f6-aef60bee40da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (e77cb30e-706e-4c16-922e-006a220d8595), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:25.205335 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-301c3b1d-5bd9-4363-96f6-aef60bee40da admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=30e0d6c6991d41dcbca23013cf7272ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3279245 Mar 11 03:10:25.206176 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c3b1d-5bd9-4363-96f6-aef60bee40da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77cb30e-706e-4c16-922e-006a220d8595,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:25.209430 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 43970) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:25.259690 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ddbda578-6b11-4b33-aa6d-fee191ebce4b admin admin] Publish callbacks [] for security_group (e77cb30e-706e-4c16-922e-006a220d8595), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:25.281163 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ddbda578-6b11-4b33-aa6d-fee191ebce4b admin admin] Publish callbacks [] for security_group (e77cb30e-706e-4c16-922e-006a220d8595), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:25.329112 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ddbda578-6b11-4b33-aa6d-fee191ebce4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (e77cb30e-706e-4c16-922e-006a220d8595), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:25.331769 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ddbda578-6b11-4b33-aa6d-fee191ebce4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:25.332949 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-ddbda578-6b11-4b33-aa6d-fee191ebce4b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e77cb30e-706e-4c16-922e-006a220d8595 HTTP/1.1" status: 204 len: 168 time: 0.1221268 Mar 11 03:10:25.341403 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbda578-6b11-4b33-aa6d-fee191ebce4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77cb30e-706e-4c16-922e-006a220d8595,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:25.616107 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 43986) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:25.725889 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 43992) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:25.731160 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3a884f38-3f5b-4368-8042-3e50806807d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:25.738974 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-37b27917-a659-42d3-a8c4-3f9b6c7193fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:25.807684 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3a884f38-3f5b-4368-8042-3e50806807d0 admin admin] Publish callbacks [] for security_group (238e713f-8667-4348-9e27-46d67f81d52c), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:25.810499 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-37b27917-a659-42d3-a8c4-3f9b6c7193fa admin admin] Publish callbacks [] for security_group (ba89c2c8-cf10-457c-a868-5cd8c5b2d0bc), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:25.812126 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3a884f38-3f5b-4368-8042-3e50806807d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (238e713f-8667-4348-9e27-46d67f81d52c), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:25.815028 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-37b27917-a659-42d3-a8c4-3f9b6c7193fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (ba89c2c8-cf10-457c-a868-5cd8c5b2d0bc), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:25.851973 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-3a884f38-3f5b-4368-8042-3e50806807d0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ff09ce3df7ad4497a0e3c35cc68df44e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347884 Mar 11 03:10:25.853760 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-37b27917-a659-42d3-a8c4-3f9b6c7193fa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c158f273b8214aa0ab4edb073a4b5734&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1268282 Mar 11 03:10:25.854523 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 43994) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:25.854636 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b27917-a659-42d3-a8c4-3f9b6c7193fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba89c2c8-cf10-457c-a868-5cd8c5b2d0bc,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:25.856838 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 43996) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:25.876534 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a884f38-3f5b-4368-8042-3e50806807d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238e713f-8667-4348-9e27-46d67f81d52c,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:25.906796 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e03de74-69b5-4aa8-8cae-6bf44ac625db admin admin] Publish callbacks [] for security_group (238e713f-8667-4348-9e27-46d67f81d52c), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:25.908059 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ce941d9f-8e15-49c4-9b17-99e6e0b99099 admin admin] Publish callbacks [] for security_group (ba89c2c8-cf10-457c-a868-5cd8c5b2d0bc), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:25.927994 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e03de74-69b5-4aa8-8cae-6bf44ac625db admin admin] Publish callbacks [] for security_group (238e713f-8667-4348-9e27-46d67f81d52c), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:25.929638 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ce941d9f-8e15-49c4-9b17-99e6e0b99099 admin admin] Publish callbacks [] for security_group (ba89c2c8-cf10-457c-a868-5cd8c5b2d0bc), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:25.978455 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ce941d9f-8e15-49c4-9b17-99e6e0b99099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (ba89c2c8-cf10-457c-a868-5cd8c5b2d0bc), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:25.979533 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e03de74-69b5-4aa8-8cae-6bf44ac625db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (238e713f-8667-4348-9e27-46d67f81d52c), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:25.981076 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ce941d9f-8e15-49c4-9b17-99e6e0b99099 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:25.982032 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0e03de74-69b5-4aa8-8cae-6bf44ac625db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:25.982335 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-ce941d9f-8e15-49c4-9b17-99e6e0b99099 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ba89c2c8-cf10-457c-a868-5cd8c5b2d0bc HTTP/1.1" status: 204 len: 168 time: 0.1246047 Mar 11 03:10:25.983743 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-0e03de74-69b5-4aa8-8cae-6bf44ac625db admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/238e713f-8667-4348-9e27-46d67f81d52c HTTP/1.1" status: 204 len: 168 time: 0.1278648 Mar 11 03:10:25.993830 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03de74-69b5-4aa8-8cae-6bf44ac625db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238e713f-8667-4348-9e27-46d67f81d52c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:25.999544 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce941d9f-8e15-49c4-9b17-99e6e0b99099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba89c2c8-cf10-457c-a868-5cd8c5b2d0bc,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:26.276618 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a09cb-3bb0-4360-a450-9707fe0e7252 req-73d81624-041c-4ce4-a411-baa4c7d95039 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:26.278267 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6d3a09cb-3bb0-4360-a450-9707fe0e7252 req-73d81624-041c-4ce4-a411-baa4c7d95039 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.0878563 Mar 11 03:10:26.338231 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6d3a09cb-3bb0-4360-a450-9707fe0e7252 req-2aa686f7-52e1-44ec-a526-c3fea6cae82d tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538862 Mar 11 03:10:27.134138 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 44074) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:27.342968 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-03c3e22a-2376-4e13-9b85-9a42f443fd29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:27.455633 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-03c3e22a-2376-4e13-9b85-9a42f443fd29 admin admin] Publish callbacks [] for security_group (d56b25d3-bc9c-4c67-a5f0-05510eed839c), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:27.465030 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-03c3e22a-2376-4e13-9b85-9a42f443fd29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (d56b25d3-bc9c-4c67-a5f0-05510eed839c), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:27.517196 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cb493-996d-484e-be09-87b6871e29f0 req-cb9d378a-74a6-4808-9ef3-27fde77b013c tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:27.518702 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0b3cb493-996d-484e-be09-87b6871e29f0 req-cb9d378a-74a6-4808-9ef3-27fde77b013c tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.1048489 Mar 11 03:10:27.521487 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-03c3e22a-2376-4e13-9b85-9a42f443fd29 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5d0dae75acd44fb4b470e15e322506e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3863719 Mar 11 03:10:27.522440 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c3e22a-2376-4e13-9b85-9a42f443fd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56b25d3-bc9c-4c67-a5f0-05510eed839c,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:27.524290 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 44088) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:27.574362 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ddd5940d-fe3d-41f6-8dc0-125c79dd0f30 admin admin] Publish callbacks [] for security_group (d56b25d3-bc9c-4c67-a5f0-05510eed839c), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:27.594148 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0b3cb493-996d-484e-be09-87b6871e29f0 req-5d431be2-4e46-45fc-87a2-9ba288e799c5 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672007 Mar 11 03:10:27.600801 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ddd5940d-fe3d-41f6-8dc0-125c79dd0f30 admin admin] Publish callbacks [] for security_group (d56b25d3-bc9c-4c67-a5f0-05510eed839c), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:27.652903 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ddd5940d-fe3d-41f6-8dc0-125c79dd0f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (d56b25d3-bc9c-4c67-a5f0-05510eed839c), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:27.656225 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ddd5940d-fe3d-41f6-8dc0-125c79dd0f30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:27.658483 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-ddd5940d-fe3d-41f6-8dc0-125c79dd0f30 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d56b25d3-bc9c-4c67-a5f0-05510eed839c HTTP/1.1" status: 204 len: 168 time: 0.1330616 Mar 11 03:10:27.675170 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5940d-fe3d-41f6-8dc0-125c79dd0f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56b25d3-bc9c-4c67-a5f0-05510eed839c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:28.718569 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccdbd10-fa98-4e91-afd9-0b5235711ec5 req-1b169d15-5970-4172-ae99-89cba2303cac tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:28.720219 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3ccdbd10-fa98-4e91-afd9-0b5235711ec5 req-1b169d15-5970-4172-ae99-89cba2303cac tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.0661585 Mar 11 03:10:28.791017 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3ccdbd10-fa98-4e91-afd9-0b5235711ec5 req-103c1931-2bdc-4379-b98a-ea9fe7a356d3 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645688 Mar 11 03:10:29.063494 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-44fac2ff-fec4-44d7-9bc1-d48f890ebcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:29.209963 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 44176) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:29.329588 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f143fa41-853e-4d6b-88b4-2c1786381f33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:29.601932 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f143fa41-853e-4d6b-88b4-2c1786381f33 admin admin] Publish callbacks [] for security_group (7bb26418-10cf-4f50-a914-6aea62803dcb), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:29.605887 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f143fa41-853e-4d6b-88b4-2c1786381f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (7bb26418-10cf-4f50-a914-6aea62803dcb), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:29.650132 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 44200) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:29.650266 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-f143fa41-853e-4d6b-88b4-2c1786381f33 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a5ffe41fc7d74eb8a4afc28fc084a1da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4389241 Mar 11 03:10:29.651173 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f143fa41-853e-4d6b-88b4-2c1786381f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb26418-10cf-4f50-a914-6aea62803dcb,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:29.699726 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e800035-c788-487b-9678-4fce33df256f admin admin] Publish callbacks [] for security_group (7bb26418-10cf-4f50-a914-6aea62803dcb), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:29.722224 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e800035-c788-487b-9678-4fce33df256f admin admin] Publish callbacks [] for security_group (7bb26418-10cf-4f50-a914-6aea62803dcb), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:29.768310 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e800035-c788-487b-9678-4fce33df256f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (7bb26418-10cf-4f50-a914-6aea62803dcb), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:29.771062 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e800035-c788-487b-9678-4fce33df256f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:29.772276 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-4e800035-c788-487b-9678-4fce33df256f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7bb26418-10cf-4f50-a914-6aea62803dcb HTTP/1.1" status: 204 len: 168 time: 0.1211612 Mar 11 03:10:29.780746 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e800035-c788-487b-9678-4fce33df256f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb26418-10cf-4f50-a914-6aea62803dcb,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:29.920503 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e12eac-81f3-40b8-8d83-6cca10c44c68 req-5b449941-3c29-44bb-a1c1-b993cbbce4a8 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:29.926352 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a9e12eac-81f3-40b8-8d83-6cca10c44c68 req-5b449941-3c29-44bb-a1c1-b993cbbce4a8 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.0613739 Mar 11 03:10:29.979340 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a9e12eac-81f3-40b8-8d83-6cca10c44c68 req-406afef3-9e4c-4a40-a2ac-40849c02d12d tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509651 Mar 11 03:10:30.058418 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 44212) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:30.072016 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d9b7513f-3b03-4ac9-b693-64a6522589e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:30.153506 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d9b7513f-3b03-4ac9-b693-64a6522589e0 admin admin] Publish callbacks [] for security_group (5523fed2-7176-4933-aff7-22fc85147764), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:30.162239 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d9b7513f-3b03-4ac9-b693-64a6522589e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (5523fed2-7176-4933-aff7-22fc85147764), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:30.201027 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d9b7513f-3b03-4ac9-b693-64a6522589e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=73701d19f97e4b3eabcd28b8e67fa7f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414526 Mar 11 03:10:30.203512 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7513f-3b03-4ac9-b693-64a6522589e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5523fed2-7176-4933-aff7-22fc85147764,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:30.204427 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 44220) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:30.256917 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d57ffc4a-c86a-40a9-aa16-d2acfe6ae880 admin admin] Publish callbacks [] for security_group (5523fed2-7176-4933-aff7-22fc85147764), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:30.277437 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d57ffc4a-c86a-40a9-aa16-d2acfe6ae880 admin admin] Publish callbacks [] for security_group (5523fed2-7176-4933-aff7-22fc85147764), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:30.323262 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d57ffc4a-c86a-40a9-aa16-d2acfe6ae880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (5523fed2-7176-4933-aff7-22fc85147764), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:30.325924 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d57ffc4a-c86a-40a9-aa16-d2acfe6ae880 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:30.327601 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-d57ffc4a-c86a-40a9-aa16-d2acfe6ae880 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5523fed2-7176-4933-aff7-22fc85147764 HTTP/1.1" status: 204 len: 168 time: 0.1219540 Mar 11 03:10:30.335211 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ffc4a-c86a-40a9-aa16-d2acfe6ae880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5523fed2-7176-4933-aff7-22fc85147764,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:31.102254 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75465564-cb60-4f13-8afd-7d03300db0af req-93c8e396-b9a7-44c3-839f-93703e82ddaf tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:31.103882 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-75465564-cb60-4f13-8afd-7d03300db0af req-93c8e396-b9a7-44c3-839f-93703e82ddaf tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.0517228 Mar 11 03:10:31.154099 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-75465564-cb60-4f13-8afd-7d03300db0af req-c5f1d489-bcb7-4e46-8c1f-c248a485ca5d tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424917 Mar 11 03:10:31.425560 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a5966bdf-6086-4f92-a0a9-713add7989bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:32.010376 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 44312) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:32.118608 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4e92dbd-5cd9-45bf-8068-6f9290bb18b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:32.195584 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4e92dbd-5cd9-45bf-8068-6f9290bb18b9 admin admin] Publish callbacks [] for security_group (267f083a-df25-4128-adf6-2bfbe688b555), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:32.199463 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d4e92dbd-5cd9-45bf-8068-6f9290bb18b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (267f083a-df25-4128-adf6-2bfbe688b555), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:32.242178 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d4e92dbd-5cd9-45bf-8068-6f9290bb18b9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=69572ff4fe384651b655040c2be7b33e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294719 Mar 11 03:10:32.243296 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e92dbd-5cd9-45bf-8068-6f9290bb18b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267f083a-df25-4128-adf6-2bfbe688b555,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:32.245548 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 44320) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:32.278890 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24980bf-2327-45c4-a9d7-af59ccfc452e req-2c8e71f2-db32-43e5-b1bd-6882bb612ee0 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:32.280577 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e24980bf-2327-45c4-a9d7-af59ccfc452e req-2c8e71f2-db32-43e5-b1bd-6882bb612ee0 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.0583992 Mar 11 03:10:32.299209 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f4b31457-2739-408a-88e9-b8e4e43e00cc admin admin] Publish callbacks [] for security_group (267f083a-df25-4128-adf6-2bfbe688b555), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:32.320165 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f4b31457-2739-408a-88e9-b8e4e43e00cc admin admin] Publish callbacks [] for security_group (267f083a-df25-4128-adf6-2bfbe688b555), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:32.327377 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e24980bf-2327-45c4-a9d7-af59ccfc452e req-773495bf-9e48-4c93-b76c-7ecb95d5a0d5 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407450 Mar 11 03:10:32.366536 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f4b31457-2739-408a-88e9-b8e4e43e00cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (267f083a-df25-4128-adf6-2bfbe688b555), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:32.368988 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f4b31457-2739-408a-88e9-b8e4e43e00cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:32.370131 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-f4b31457-2739-408a-88e9-b8e4e43e00cc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/267f083a-df25-4128-adf6-2bfbe688b555 HTTP/1.1" status: 204 len: 168 time: 0.1199832 Mar 11 03:10:32.378407 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b31457-2739-408a-88e9-b8e4e43e00cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267f083a-df25-4128-adf6-2bfbe688b555,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:32.630413 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:32.637030 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 44332) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:32.650226 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-35e5762d-d99e-4b13-8ef0-531e8cc6cdd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:32.731636 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-35e5762d-d99e-4b13-8ef0-531e8cc6cdd3 admin admin] Publish callbacks [] for security_group (6245a3f9-ed37-435a-b5b0-82a2fa8ce224), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:32.736251 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-35e5762d-d99e-4b13-8ef0-531e8cc6cdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (6245a3f9-ed37-435a-b5b0-82a2fa8ce224), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:32.773269 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-35e5762d-d99e-4b13-8ef0-531e8cc6cdd3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=086d690cba2440709d66bc9c12387242&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351399 Mar 11 03:10:32.775231 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e5762d-d99e-4b13-8ef0-531e8cc6cdd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6245a3f9-ed37-435a-b5b0-82a2fa8ce224,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:32.776065 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 44342) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:32.824317 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-acdb191a-e5f4-48ef-aea2-13436cddb949 admin admin] Publish callbacks [] for security_group (6245a3f9-ed37-435a-b5b0-82a2fa8ce224), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:32.846334 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-acdb191a-e5f4-48ef-aea2-13436cddb949 admin admin] Publish callbacks [] for security_group (6245a3f9-ed37-435a-b5b0-82a2fa8ce224), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:32.900503 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-acdb191a-e5f4-48ef-aea2-13436cddb949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (6245a3f9-ed37-435a-b5b0-82a2fa8ce224), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:32.903478 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-acdb191a-e5f4-48ef-aea2-13436cddb949 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:32.906359 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-acdb191a-e5f4-48ef-aea2-13436cddb949 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6245a3f9-ed37-435a-b5b0-82a2fa8ce224 HTTP/1.1" status: 204 len: 168 time: 0.1290307 Mar 11 03:10:32.915146 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb191a-e5f4-48ef-aea2-13436cddb949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6245a3f9-ed37-435a-b5b0-82a2fa8ce224,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:33.458685 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59f1fc-96cf-4e4f-8636-b9c42dbfbd3b req-944cb414-3da8-4e0b-a5e7-9d8b0d51ea5a tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:33.460195 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ce59f1fc-96cf-4e4f-8636-b9c42dbfbd3b req-944cb414-3da8-4e0b-a5e7-9d8b0d51ea5a tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.0638628 Mar 11 03:10:33.515809 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ce59f1fc-96cf-4e4f-8636-b9c42dbfbd3b req-de5b3504-7216-4780-b248-7f116b707230 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490773 Mar 11 03:10:33.646428 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 44386) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:33.741517 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-a480989b-3bfe-4d8d-aac1-64572b88cf59 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-325862229-network', 'tenant_id': '37d2cc53cf9045d6a252d9896b740887'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:10:33.759658 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a480989b-3bfe-4d8d-aac1-64572b88cf59 admin admin] Made reservation on behalf of 37d2cc53cf9045d6a252d9896b740887 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:10:33.761972 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a480989b-3bfe-4d8d-aac1-64572b88cf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for network (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:33.773169 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a480989b-3bfe-4d8d-aac1-64572b88cf59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:33.849122 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a480989b-3bfe-4d8d-aac1-64572b88cf59 admin admin] Publish callbacks [] for security_group (d4d916b2-bb4e-430b-b890-6b94e7f80b73), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:33.852550 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a480989b-3bfe-4d8d-aac1-64572b88cf59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (d4d916b2-bb4e-430b-b890-6b94e7f80b73), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:33.878740 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a480989b-3bfe-4d8d-aac1-64572b88cf59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 03:10:33.887756 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480989b-3bfe-4d8d-aac1-64572b88cf59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d916b2-bb4e-430b-b890-6b94e7f80b73,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:33.894625 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a480989b-3bfe-4d8d-aac1-64572b88cf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715'] for segment (f0feb93f-f669-402f-9a3f-310f2c2cd175), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:33.894974 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-a480989b-3bfe-4d8d-aac1-64572b88cf59 admin admin] Added segment f0feb93f-f669-402f-9a3f-310f2c2cd175 of type vlan for network f57d6789-fd08-49ee-b281-c084034a55c8 Mar 11 03:10:33.936456 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a480989b-3bfe-4d8d-aac1-64572b88cf59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766924714680'] for network (f57d6789-fd08-49ee-b281-c084034a55c8), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:33.961298 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a480989b-3bfe-4d8d-aac1-64572b88cf59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591'] for network (f57d6789-fd08-49ee-b281-c084034a55c8), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:33.962350 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a480989b-3bfe-4d8d-aac1-64572b88cf59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:33.962932 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a480989b-3bfe-4d8d-aac1-64572b88cf59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:33.990563 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a480989b-3bfe-4d8d-aac1-64572b88cf59 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3429842 Mar 11 03:10:33.993523 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 44390) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:33.998368 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-812c436d-e2c0-44d2-a0ab-bfc03b0857f8 admin admin] Request body: {'subnet': {'network_id': 'f57d6789-fd08-49ee-b281-c084034a55c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-325862229-subnet', 'tenant_id': '37d2cc53cf9045d6a252d9896b740887', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:10:34.017069 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812c436d-e2c0-44d2-a0ab-bfc03b0857f8 admin admin] Made reservation on behalf of 37d2cc53cf9045d6a252d9896b740887 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:10:34.019412 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-812c436d-e2c0-44d2-a0ab-bfc03b0857f8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:34.036664 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480989b-3bfe-4d8d-aac1-64572b88cf59 admin admin] Pushing event updated for resources: {'Network': ['ID=f57d6789-fd08-49ee-b281-c084034a55c8,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:34.051542 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Network f57d6789-fd08-49ee-b281-c084034a55c8 details requested by agent ovs-agent-dv-cinder-740146-14-iscsi with host dv-cinder-740146-14-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 03:10:34.212831 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-812c436d-e2c0-44d2-a0ab-bfc03b0857f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591'] for subnet (4517ba67-8cae-4b53-a067-dafe8da38e43), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:34.230870 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:34.238827 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 44400) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:34.279126 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c436d-e2c0-44d2-a0ab-bfc03b0857f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4517ba67-8cae-4b53-a067-dafe8da38e43,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:34.288813 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812c436d-e2c0-44d2-a0ab-bfc03b0857f8 admin admin] Checking segment: {'id': 'f0feb93f-f669-402f-9a3f-310f2c2cd175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f57d6789-fd08-49ee-b281-c084034a55c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:10:34.289166 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812c436d-e2c0-44d2-a0ab-bfc03b0857f8 admin admin] Network hostable DHCP agents. Network: f57d6789-fd08-49ee-b281-c084034a55c8, hostable agents: ['25b14703-b87e-4c0b-89d2-d56e1080c9ba'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 03:10:34.304599 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812c436d-e2c0-44d2-a0ab-bfc03b0857f8 admin admin] Network f57d6789-fd08-49ee-b281-c084034a55c8 is scheduled to be hosted by DHCP agent 25b14703-b87e-4c0b-89d2-d56e1080c9ba with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 03:10:34.314088 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-812c436d-e2c0-44d2-a0ab-bfc03b0857f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-14-iscsi, f57d6789-fd08-49ee-b281-c084034a55c8) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:10:34.318535 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812c436d-e2c0-44d2-a0ab-bfc03b0857f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:34.319312 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-812c436d-e2c0-44d2-a0ab-bfc03b0857f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:34.324847 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cac4614-ae09-4281-ac6d-d69408039d31 None None] Network f57d6789-fd08-49ee-b281-c084034a55c8 requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:10:34.346468 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-812c436d-e2c0-44d2-a0ab-bfc03b0857f8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3517127 Mar 11 03:10:34.361083 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8cd00c2c-028f-4f57-9fb0-5c4e46eae029 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:34.432017 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44384b13-fc51-4b20-9596-255007ec3d1f None None] Network f57d6789-fd08-49ee-b281-c084034a55c8 requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:10:34.449826 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8cd00c2c-028f-4f57-9fb0-5c4e46eae029 admin admin] Publish callbacks [] for security_group (757cb032-e60f-4d81-a043-acb377f1fb86), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:34.455030 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8cd00c2c-028f-4f57-9fb0-5c4e46eae029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (757cb032-e60f-4d81-a043-acb377f1fb86), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:34.497576 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd00c2c-028f-4f57-9fb0-5c4e46eae029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757cb032-e60f-4d81-a043-acb377f1fb86,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:34.506400 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 44408) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:34.513794 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-8cd00c2c-028f-4f57-9fb0-5c4e46eae029 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e688d4f211a843c1a8723f7774350efa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2735798 Mar 11 03:10:34.559585 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-728e861a-c74c-496c-afe6-de87084b3173 admin admin] Publish callbacks [] for security_group (757cb032-e60f-4d81-a043-acb377f1fb86), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:34.584230 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-728e861a-c74c-496c-afe6-de87084b3173 admin admin] Publish callbacks [] for security_group (757cb032-e60f-4d81-a043-acb377f1fb86), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:34.642787 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-728e861a-c74c-496c-afe6-de87084b3173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (757cb032-e60f-4d81-a043-acb377f1fb86), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:34.646210 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-728e861a-c74c-496c-afe6-de87084b3173 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:34.647426 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-728e861a-c74c-496c-afe6-de87084b3173 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/757cb032-e60f-4d81-a043-acb377f1fb86 HTTP/1.1" status: 204 len: 168 time: 0.1400659 Mar 11 03:10:34.655465 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e861a-c74c-496c-afe6-de87084b3173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757cb032-e60f-4d81-a043-acb377f1fb86,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:34.677358 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43f25f-50f4-4283-bbe2-f68f6bb4e713 req-feea61f2-4339-4f72-9179-16a3c54acd56 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:34.678948 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-df43f25f-50f4-4283-bbe2-f68f6bb4e713 req-feea61f2-4339-4f72-9179-16a3c54acd56 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.0857635 Mar 11 03:10:34.751429 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-df43f25f-50f4-4283-bbe2-f68f6bb4e713 req-025a2077-2e20-44d2-8ff8-3c9970527ef5 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539417 Mar 11 03:10:34.978396 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 44432) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:34.986193 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-294c2b89-717c-4029-9a1e-9a247c5eda5f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1748474466-network', 'tenant_id': '4f6c7118a873433ebd5598a486be6b4e'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:10:35.006521 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294c2b89-717c-4029-9a1e-9a247c5eda5f admin admin] Made reservation on behalf of 4f6c7118a873433ebd5598a486be6b4e for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:10:35.009095 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-294c2b89-717c-4029-9a1e-9a247c5eda5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for network (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:35.017670 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-294c2b89-717c-4029-9a1e-9a247c5eda5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:35.096787 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-294c2b89-717c-4029-9a1e-9a247c5eda5f admin admin] Publish callbacks [] for security_group (f720230f-e1ed-4c2e-aa5a-a7365cbcaeef), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:35.102673 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-294c2b89-717c-4029-9a1e-9a247c5eda5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (f720230f-e1ed-4c2e-aa5a-a7365cbcaeef), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:35.125355 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-294c2b89-717c-4029-9a1e-9a247c5eda5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 03:10:35.141211 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c2b89-717c-4029-9a1e-9a247c5eda5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f720230f-e1ed-4c2e-aa5a-a7365cbcaeef,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:35.144143 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-294c2b89-717c-4029-9a1e-9a247c5eda5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715'] for segment (0ef9e3f4-6cbf-4004-bfef-a3aaed6f3861), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:35.144493 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-294c2b89-717c-4029-9a1e-9a247c5eda5f admin admin] Added segment 0ef9e3f4-6cbf-4004-bfef-a3aaed6f3861 of type vlan for network 69ade92d-7566-4f00-94bc-630c5ce3f369 Mar 11 03:10:35.191314 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-294c2b89-717c-4029-9a1e-9a247c5eda5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766924714680'] for network (69ade92d-7566-4f00-94bc-630c5ce3f369), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:35.219322 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-294c2b89-717c-4029-9a1e-9a247c5eda5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591'] for network (69ade92d-7566-4f00-94bc-630c5ce3f369), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:35.220395 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294c2b89-717c-4029-9a1e-9a247c5eda5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:35.221672 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-294c2b89-717c-4029-9a1e-9a247c5eda5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:35.253900 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-294c2b89-717c-4029-9a1e-9a247c5eda5f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2713530 Mar 11 03:10:35.254463 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 44442) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:35.259304 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-9d4aa6ae-2028-43fb-896c-83eefa1da1a5 admin admin] Request body: {'subnet': {'network_id': '69ade92d-7566-4f00-94bc-630c5ce3f369', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1748474466-subnet', 'tenant_id': '4f6c7118a873433ebd5598a486be6b4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:10:35.279279 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4aa6ae-2028-43fb-896c-83eefa1da1a5 admin admin] Made reservation on behalf of 4f6c7118a873433ebd5598a486be6b4e for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:10:35.281847 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d4aa6ae-2028-43fb-896c-83eefa1da1a5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:35.293446 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c2b89-717c-4029-9a1e-9a247c5eda5f admin admin] Pushing event updated for resources: {'Network': ['ID=69ade92d-7566-4f00-94bc-630c5ce3f369,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:35.304521 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Network 69ade92d-7566-4f00-94bc-630c5ce3f369 details requested by agent ovs-agent-dv-cinder-740146-14-iscsi with host dv-cinder-740146-14-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 03:10:35.386680 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 44446) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:35.471643 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d4aa6ae-2028-43fb-896c-83eefa1da1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591'] for subnet (10a4c0b6-68b1-4cef-b8a1-dc120451db36), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:35.521236 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-44439c21-a4c9-48fa-a1a5-071ad3156c63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:35.549392 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4aa6ae-2028-43fb-896c-83eefa1da1a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10a4c0b6-68b1-4cef-b8a1-dc120451db36,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:35.563693 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4aa6ae-2028-43fb-896c-83eefa1da1a5 admin admin] Checking segment: {'id': '0ef9e3f4-6cbf-4004-bfef-a3aaed6f3861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '69ade92d-7566-4f00-94bc-630c5ce3f369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:10:35.564047 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4aa6ae-2028-43fb-896c-83eefa1da1a5 admin admin] Network hostable DHCP agents. Network: 69ade92d-7566-4f00-94bc-630c5ce3f369, hostable agents: ['25b14703-b87e-4c0b-89d2-d56e1080c9ba'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 03:10:35.593762 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4aa6ae-2028-43fb-896c-83eefa1da1a5 admin admin] Network 69ade92d-7566-4f00-94bc-630c5ce3f369 is scheduled to be hosted by DHCP agent 25b14703-b87e-4c0b-89d2-d56e1080c9ba with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 03:10:35.616719 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-9d4aa6ae-2028-43fb-896c-83eefa1da1a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-14-iscsi, 69ade92d-7566-4f00-94bc-630c5ce3f369) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:10:35.625135 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4aa6ae-2028-43fb-896c-83eefa1da1a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:35.625561 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d4aa6ae-2028-43fb-896c-83eefa1da1a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:35.628946 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f214b54-36f7-49a4-869c-0287b675b987 None None] Network 69ade92d-7566-4f00-94bc-630c5ce3f369 requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:10:35.650393 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-9d4aa6ae-2028-43fb-896c-83eefa1da1a5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3948317 Mar 11 03:10:35.660404 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-44439c21-a4c9-48fa-a1a5-071ad3156c63 admin admin] Publish callbacks [] for security_group (edd1ca8b-d22e-46cb-9f4b-61f55489276b), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:35.665519 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-44439c21-a4c9-48fa-a1a5-071ad3156c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (edd1ca8b-d22e-46cb-9f4b-61f55489276b), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:35.680070 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:35.708300 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-44439c21-a4c9-48fa-a1a5-071ad3156c63 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=86f4cc6589594660bbe0cfdf5c5d1fb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3181961 Mar 11 03:10:35.708719 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 44452) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:35.716672 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44439c21-a4c9-48fa-a1a5-071ad3156c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd1ca8b-d22e-46cb-9f4b-61f55489276b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:35.763222 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4d1066e8-74de-44c0-ac8b-634e60685d34 admin admin] Publish callbacks [] for security_group (edd1ca8b-d22e-46cb-9f4b-61f55489276b), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:35.771198 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c24d4b-1f26-4db8-a15f-6e190318a2d1 None None] Network 69ade92d-7566-4f00-94bc-630c5ce3f369 requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:10:35.796358 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4d1066e8-74de-44c0-ac8b-634e60685d34 admin admin] Publish callbacks [] for security_group (edd1ca8b-d22e-46cb-9f4b-61f55489276b), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:35.854635 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4d1066e8-74de-44c0-ac8b-634e60685d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (edd1ca8b-d22e-46cb-9f4b-61f55489276b), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:35.858317 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4d1066e8-74de-44c0-ac8b-634e60685d34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:35.859351 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-4d1066e8-74de-44c0-ac8b-634e60685d34 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/edd1ca8b-d22e-46cb-9f4b-61f55489276b HTTP/1.1" status: 204 len: 168 time: 0.1496305 Mar 11 03:10:35.870494 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1066e8-74de-44c0-ac8b-634e60685d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd1ca8b-d22e-46cb-9f4b-61f55489276b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:35.907002 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99084c38-ebb9-4963-9bb3-24412ef50de2 req-8ca18568-d2d7-4e0c-9e75-7cbb4849c980 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:35.909385 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-99084c38-ebb9-4963-9bb3-24412ef50de2 req-8ca18568-d2d7-4e0c-9e75-7cbb4849c980 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.0840139 Mar 11 03:10:35.962306 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-99084c38-ebb9-4963-9bb3-24412ef50de2 req-665bff3a-286d-4c9a-8c84-97f5e8d1694c tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474434 Mar 11 03:10:36.155305 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 44464) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:36.172223 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-92055e6f-0c87-4365-a631-6a1ca0366643 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:36.271310 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-92055e6f-0c87-4365-a631-6a1ca0366643 admin admin] Publish callbacks [] for security_group (0543b77e-a85d-4b97-b9b3-096dfa57f6d1), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:36.276558 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-92055e6f-0c87-4365-a631-6a1ca0366643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (0543b77e-a85d-4b97-b9b3-096dfa57f6d1), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:36.317648 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-92055e6f-0c87-4365-a631-6a1ca0366643 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=db2ed4fc65e042588a4e43c565c24327&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1612709 Mar 11 03:10:36.318624 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92055e6f-0c87-4365-a631-6a1ca0366643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0543b77e-a85d-4b97-b9b3-096dfa57f6d1,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:36.320475 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 44474) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:36.369879 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8092c021-2bfa-4a06-a343-798edc421cac admin admin] Publish callbacks [] for security_group (0543b77e-a85d-4b97-b9b3-096dfa57f6d1), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:36.391745 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8092c021-2bfa-4a06-a343-798edc421cac admin admin] Publish callbacks [] for security_group (0543b77e-a85d-4b97-b9b3-096dfa57f6d1), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:36.443600 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8092c021-2bfa-4a06-a343-798edc421cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (0543b77e-a85d-4b97-b9b3-096dfa57f6d1), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:36.446634 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8092c021-2bfa-4a06-a343-798edc421cac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:36.447833 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-8092c021-2bfa-4a06-a343-798edc421cac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0543b77e-a85d-4b97-b9b3-096dfa57f6d1 HTTP/1.1" status: 204 len: 168 time: 0.1260500 Mar 11 03:10:36.455676 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8092c021-2bfa-4a06-a343-798edc421cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0543b77e-a85d-4b97-b9b3-096dfa57f6d1,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:36.593344 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:36.796098 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 44484) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:36.808630 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-17fc02e3-b4a2-4af1-9ccc-697f7716c662 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:36.882645 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-17fc02e3-b4a2-4af1-9ccc-697f7716c662 admin admin] Publish callbacks [] for security_group (34c85b77-dcef-4432-8172-f10eb87e04b5), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:36.886176 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-17fc02e3-b4a2-4af1-9ccc-697f7716c662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (34c85b77-dcef-4432-8172-f10eb87e04b5), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:36.923365 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-17fc02e3-b4a2-4af1-9ccc-697f7716c662 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=57d8d65b7bb744898241af47cd43d61d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1261873 Mar 11 03:10:36.924199 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc02e3-b4a2-4af1-9ccc-697f7716c662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c85b77-dcef-4432-8172-f10eb87e04b5,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:36.926100 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 44486) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:36.974451 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0672aa83-e606-4208-baf9-f5517f962c0e admin admin] Publish callbacks [] for security_group (34c85b77-dcef-4432-8172-f10eb87e04b5), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:36.995400 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0672aa83-e606-4208-baf9-f5517f962c0e admin admin] Publish callbacks [] for security_group (34c85b77-dcef-4432-8172-f10eb87e04b5), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:37.042586 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0672aa83-e606-4208-baf9-f5517f962c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (34c85b77-dcef-4432-8172-f10eb87e04b5), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:37.045409 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0672aa83-e606-4208-baf9-f5517f962c0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:37.046588 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-0672aa83-e606-4208-baf9-f5517f962c0e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/34c85b77-dcef-4432-8172-f10eb87e04b5 HTTP/1.1" status: 204 len: 168 time: 0.1194367 Mar 11 03:10:37.061521 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672aa83-e606-4208-baf9-f5517f962c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c85b77-dcef-4432-8172-f10eb87e04b5,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:10:37.087690 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acff8e5-4d81-480c-959f-0b9440f71eaf req-cdbc2379-502c-4b7d-94cf-43974b663053 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:37.089161 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6acff8e5-4d81-480c-959f-0b9440f71eaf req-cdbc2379-502c-4b7d-94cf-43974b663053 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.0608642 Mar 11 03:10:37.136975 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6acff8e5-4d81-480c-959f-0b9440f71eaf req-ccf135b7-0b7a-4805-a1f2-a53ad92fbe5e tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411308 Mar 11 03:10:38.253629 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c29a94-0cbf-4bfe-bea2-d8f1a842d124 req-6c076d8a-8ba8-43f0-8210-d17fc7b48cc2 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:38.255104 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-70c29a94-0cbf-4bfe-bea2-d8f1a842d124 req-6c076d8a-8ba8-43f0-8210-d17fc7b48cc2 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.0536458 Mar 11 03:10:38.301005 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-70c29a94-0cbf-4bfe-bea2-d8f1a842d124 req-f51d68e3-a4c9-4429-bfa6-9f0ab2e768ae tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404367 Mar 11 03:10:39.415697 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89d5c6-ff27-4ce0-9d05-d95be26957d1 req-a234b8f0-24a9-4bd5-b350-523cc1361a20 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:39.417053 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8c89d5c6-ff27-4ce0-9d05-d95be26957d1 req-a234b8f0-24a9-4bd5-b350-523cc1361a20 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.0498466 Mar 11 03:10:39.463166 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8c89d5c6-ff27-4ce0-9d05-d95be26957d1 req-9e047312-90a9-48d1-aabf-126f9618ae84 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399885 Mar 11 03:10:40.577241 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264edb7-38d3-4266-8581-bb863bb01004 req-2956fce6-7904-483c-a168-5519c7afeade tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:40.578766 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e264edb7-38d3-4266-8581-bb863bb01004 req-2956fce6-7904-483c-a168-5519c7afeade tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.0498152 Mar 11 03:10:40.627989 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e264edb7-38d3-4266-8581-bb863bb01004 req-2786dd38-77b8-444b-8baa-67ba2f1cbd81 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438354 Mar 11 03:10:41.742575 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee84d2-81a2-4c7f-b28f-bfc932fb450c req-098712b1-5c06-4080-854a-3175d35d8525 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:41.744040 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7fee84d2-81a2-4c7f-b28f-bfc932fb450c req-098712b1-5c06-4080-854a-3175d35d8525 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.0504718 Mar 11 03:10:41.790261 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7fee84d2-81a2-4c7f-b28f-bfc932fb450c req-9fbc37d2-eea7-458d-8161-ddb098b8bcb5 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402272 Mar 11 03:10:42.904033 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505794f-ec62-414f-aa6c-cc64cee7647f req-c84b7113-7b5e-4059-8bfb-57b0d32ccce7 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:42.905639 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2505794f-ec62-414f-aa6c-cc64cee7647f req-c84b7113-7b5e-4059-8bfb-57b0d32ccce7 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.0509171 Mar 11 03:10:42.950700 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2505794f-ec62-414f-aa6c-cc64cee7647f req-53b919ee-6a52-4d40-8c83-31b901d78f7b tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396662 Mar 11 03:10:43.495008 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:10:44.068344 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d1910-9769-4c06-8b60-6e24559331c0 req-b8ea4082-6ba0-45e9-a7c6-3d1c45c94c80 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:44.069844 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fa5d1910-9769-4c06-8b60-6e24559331c0 req-b8ea4082-6ba0-45e9-a7c6-3d1c45c94c80 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.0535750 Mar 11 03:10:44.115521 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fa5d1910-9769-4c06-8b60-6e24559331c0 req-5ec3a987-8be7-4f10-a530-fd23ca0f90a0 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401933 Mar 11 03:10:45.231166 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306997e-ff45-41f0-b384-2efcaea43dad req-30ae265f-4a64-41d4-903e-d2a145a77bba tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:45.233309 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5306997e-ff45-41f0-b384-2efcaea43dad req-30ae265f-4a64-41d4-903e-d2a145a77bba tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.0532818 Mar 11 03:10:45.281494 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5306997e-ff45-41f0-b384-2efcaea43dad req-2b91bdd1-06ca-4e66-8a72-4690cc68231b tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428400 Mar 11 03:10:46.401021 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b49a3-69fd-4c51-b1cf-92eaaf6d2faf req-9e8d0ea0-1b91-4fb2-8e9e-cd0599be18d4 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:46.402428 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-969b49a3-69fd-4c51-b1cf-92eaaf6d2faf req-9e8d0ea0-1b91-4fb2-8e9e-cd0599be18d4 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.0539916 Mar 11 03:10:46.447333 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-969b49a3-69fd-4c51-b1cf-92eaaf6d2faf req-dfbac226-d736-4b45-9b13-e3ed0a8fb2e0 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393734 Mar 11 03:10:47.560932 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d66ce-d5f7-4e3f-ba00-3a970fd1eb04 req-7c86941e-e771-4e57-bf78-9d904cdaa3ee tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:47.562473 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ce3d66ce-d5f7-4e3f-ba00-3a970fd1eb04 req-7c86941e-e771-4e57-bf78-9d904cdaa3ee tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.0510416 Mar 11 03:10:47.608958 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ce3d66ce-d5f7-4e3f-ba00-3a970fd1eb04 req-efd62013-19e7-42a9-a086-ac3962747d31 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409677 Mar 11 03:10:48.723655 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179fdbf0-5352-463b-b8f5-fc9c0bc4b4f7 req-5adda7eb-275a-4ded-a7cb-32fa10d9844c tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:48.725139 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-179fdbf0-5352-463b-b8f5-fc9c0bc4b4f7 req-5adda7eb-275a-4ded-a7cb-32fa10d9844c tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.0510681 Mar 11 03:10:48.776142 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-179fdbf0-5352-463b-b8f5-fc9c0bc4b4f7 req-14f7b278-473f-4f14-80de-ba050bc86e44 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454903 Mar 11 03:10:49.895545 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f773aa4-0030-470b-bc08-a4a6da3b440d req-b72315cf-50cb-439e-b268-5343e3b7713a tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:49.897042 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6f773aa4-0030-470b-bc08-a4a6da3b440d req-b72315cf-50cb-439e-b268-5343e3b7713a tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.0547142 Mar 11 03:10:49.944310 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6f773aa4-0030-470b-bc08-a4a6da3b440d req-1358aaee-43e0-454f-b054-6641836caa1d tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412374 Mar 11 03:10:51.059430 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3fd35-22e4-48f5-93d2-c80378b815b9 req-e4cca335-d86d-43dc-b5cb-9bae3ca5d74c tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:51.061483 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dfc3fd35-22e4-48f5-93d2-c80378b815b9 req-e4cca335-d86d-43dc-b5cb-9bae3ca5d74c tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.0511425 Mar 11 03:10:51.106128 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dfc3fd35-22e4-48f5-93d2-c80378b815b9 req-c6f9f7d6-b54a-4731-b562-3d33cbcef493 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392523 Mar 11 03:10:52.229283 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435c44d-e796-49fc-856a-00e0a47be6f9 req-721f8b3f-5506-4144-a37f-0cf7c9b7acef tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:52.230783 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4435c44d-e796-49fc-856a-00e0a47be6f9 req-721f8b3f-5506-4144-a37f-0cf7c9b7acef tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.0573242 Mar 11 03:10:52.276302 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4435c44d-e796-49fc-856a-00e0a47be6f9 req-d4a93d29-bb4f-40c0-8203-7b749e56a38a tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399547 Mar 11 03:10:53.228727 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225c4a4-af9d-43ff-abb4-57872491ccdd req-6b95ce0a-4e50-433f-a1fb-75489ac9ce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:53.230271 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a225c4a4-af9d-43ff-abb4-57872491ccdd req-6b95ce0a-4e50-433f-a1fb-75489ac9ce0f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 1130 time: 0.0612950 Mar 11 03:10:53.276620 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a225c4a4-af9d-43ff-abb4-57872491ccdd req-ee376b07-f8bd-47e4-88bf-4892c7aed3b1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385103 Mar 11 03:10:53.407500 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b188935-1cbe-48a8-92f3-320936540848 req-ab9c0ffb-78cf-48e0-95a4-fe5ed84fcb84 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:53.407500 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5b188935-1cbe-48a8-92f3-320936540848 req-ab9c0ffb-78cf-48e0-95a4-fe5ed84fcb84 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.0563133 Mar 11 03:10:53.454016 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5b188935-1cbe-48a8-92f3-320936540848 req-6755ff3a-b583-4454-8a14-e821e69da546 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457170 Mar 11 03:10:54.594373 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61b09f-8bb5-4543-9fd1-75aa9988ca4a req-9847d710-84b3-4de8-a5ea-f452bd1a4c10 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:54.596003 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4b61b09f-8bb5-4543-9fd1-75aa9988ca4a req-9847d710-84b3-4de8-a5ea-f452bd1a4c10 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.0552616 Mar 11 03:10:54.651373 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4b61b09f-8bb5-4543-9fd1-75aa9988ca4a req-dd3c4b24-ab8b-486e-a2d7-d7f4acba741a tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492299 Mar 11 03:10:54.770788 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd420bb8-ca5b-484e-9d70-e6b06747d036 req-780ef8c7-8d47-4de9-b5a3-24053926893c tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:54.772234 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fd420bb8-ca5b-484e-9d70-e6b06747d036 req-780ef8c7-8d47-4de9-b5a3-24053926893c tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0502670 Mar 11 03:10:54.817264 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fd420bb8-ca5b-484e-9d70-e6b06747d036 req-539ba17f-0210-4bcd-ac70-50aa8052007b tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395727 Mar 11 03:10:58.541478 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9b8be-f470-43a0-8fa0-67a49c520386 req-b1fc3f77-6b2e-4da1-8923-e9ff6ae2e0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:58.543724 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-83b9b8be-f470-43a0-8fa0-67a49c520386 req-b1fc3f77-6b2e-4da1-8923-e9ff6ae2e0be service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f7e7fb507bd241639abd2bb972ec968e&device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 1129 time: 0.0539787 Mar 11 03:10:58.554947 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12623bbc-f5cc-4ea6-92ba-29eec932e04d req-85699263-5911-4e43-b9a6-b0328dc1c7ca tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:58.556558 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-12623bbc-f5cc-4ea6-92ba-29eec932e04d req-85699263-5911-4e43-b9a6-b0328dc1c7ca tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0622103 Mar 11 03:10:58.612292 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-12623bbc-f5cc-4ea6-92ba-29eec932e04d req-c9cc4ade-df1c-409b-b0ab-efaf5da4c798 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491714 Mar 11 03:10:58.663135 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9b8be-f470-43a0-8fa0-67a49c520386 req-66b044d0-cef7-4121-8e63-b46be29f7fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:58.664910 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-83b9b8be-f470-43a0-8fa0-67a49c520386 req-66b044d0-cef7-4121-8e63-b46be29f7fb0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2d579c7-a842-4f0b-93b4-f7cc1c183b27 HTTP/1.1" status: 200 len: 919 time: 0.1122999 Mar 11 03:10:58.715218 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-83b9b8be-f470-43a0-8fa0-67a49c520386 req-336bb828-0ed1-4b30-803b-3c06b6e67e73 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=821c2ddf-a3cc-459d-bc78-acf1e102fdb3 HTTP/1.1" status: 200 len: 217 time: 0.0431840 Mar 11 03:10:58.777263 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9b8be-f470-43a0-8fa0-67a49c520386 req-045d919a-0d21-4f80-9ffd-bcf0f778d723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:58.778853 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-83b9b8be-f470-43a0-8fa0-67a49c520386 req-045d919a-0d21-4f80-9ffd-bcf0f778d723 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e0cab262-f422-464f-830a-5936d4fe68aa HTTP/1.1" status: 200 len: 859 time: 0.0574741 Mar 11 03:10:58.813620 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-83b9b8be-f470-43a0-8fa0-67a49c520386 req-59fc7705-0818-48ce-802b-6b3da3ec07d0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2d579c7-a842-4f0b-93b4-f7cc1c183b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269279 Mar 11 03:10:58.916471 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-83b9b8be-f470-43a0-8fa0-67a49c520386 req-d327fbaf-ce9f-4ddf-9fc7-3d2b22490c63 service neutron] 10.222.0.18 "GET /v2.0/networks/e2d579c7-a842-4f0b-93b4-f7cc1c183b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954368 Mar 11 03:10:59.018125 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-83b9b8be-f470-43a0-8fa0-67a49c520386 req-e706a345-a43d-40cf-bd49-adf939ab400c service neutron] 10.222.0.18 "GET /v2.0/networks/e2d579c7-a842-4f0b-93b4-f7cc1c183b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952098 Mar 11 03:10:59.066143 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f9114aac-1eb9-4240-9036-2f26dcaaa646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:10:59.743757 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a750972-0cbd-4a2c-92e0-4c4d9880e40f req-448a453f-c374-4001-9cf2-37aab05e7ee5 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:10:59.745266 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4a750972-0cbd-4a2c-92e0-4c4d9880e40f req-448a453f-c374-4001-9cf2-37aab05e7ee5 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0568647 Mar 11 03:10:59.796143 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4a750972-0cbd-4a2c-92e0-4c4d9880e40f req-f97a7c5c-6e79-4741-8f8e-5688c6e0c427 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448613 Mar 11 03:10:59.877194 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 44840) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:10:59.979423 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-52311731-043e-4219-9821-162d35fbfd25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:00.051199 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-52311731-043e-4219-9821-162d35fbfd25 admin admin] Publish callbacks [] for security_group (d39108a0-05cd-40b0-aa90-9d5ab6a9401f), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:00.055053 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-52311731-043e-4219-9821-162d35fbfd25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (d39108a0-05cd-40b0-aa90-9d5ab6a9401f), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:00.096374 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-52311731-043e-4219-9821-162d35fbfd25 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e8dbc375ce8d407da9cfc7d976c165e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2180941 Mar 11 03:11:00.097489 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52311731-043e-4219-9821-162d35fbfd25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39108a0-05cd-40b0-aa90-9d5ab6a9401f,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:00.099337 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 44844) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:11:00.145906 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1d4cb979-7e7f-4722-b8c4-4918842a9499 admin admin] Publish callbacks [] for security_group (d39108a0-05cd-40b0-aa90-9d5ab6a9401f), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:00.166471 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1d4cb979-7e7f-4722-b8c4-4918842a9499 admin admin] Publish callbacks [] for security_group (d39108a0-05cd-40b0-aa90-9d5ab6a9401f), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:00.216475 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1d4cb979-7e7f-4722-b8c4-4918842a9499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (d39108a0-05cd-40b0-aa90-9d5ab6a9401f), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:00.219756 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1d4cb979-7e7f-4722-b8c4-4918842a9499 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:00.220891 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-1d4cb979-7e7f-4722-b8c4-4918842a9499 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d39108a0-05cd-40b0-aa90-9d5ab6a9401f HTTP/1.1" status: 204 len: 168 time: 0.1202478 Mar 11 03:11:00.229644 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4cb979-7e7f-4722-b8c4-4918842a9499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39108a0-05cd-40b0-aa90-9d5ab6a9401f,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:00.921748 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306028a5-6467-44bd-98b3-355873d3e7fe req-c0accde6-c48e-499c-9a3f-d5dec120bad8 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:00.923915 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-306028a5-6467-44bd-98b3-355873d3e7fe req-c0accde6-c48e-499c-9a3f-d5dec120bad8 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0582993 Mar 11 03:11:00.977485 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-306028a5-6467-44bd-98b3-355873d3e7fe req-80809849-c879-43db-9960-827f2b2b5beb tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473957 Mar 11 03:11:01.427893 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a85aa336-ef37-430a-9549-617eebb71fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:01.876954 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 44934) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:11:01.920428 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-9840161e-cb79-4feb-a117-1c31effe5e22 admin admin] Deleting subnet 4517ba67-8cae-4b53-a067-dafe8da38e43 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 03:11:01.923724 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9840161e-cb79-4feb-a117-1c31effe5e22 admin admin] Publish callbacks [] for subnet (4517ba67-8cae-4b53-a067-dafe8da38e43), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:01.958138 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9840161e-cb79-4feb-a117-1c31effe5e22 admin admin] Publish callbacks [] for subnet (4517ba67-8cae-4b53-a067-dafe8da38e43), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:01.963463 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9840161e-cb79-4feb-a117-1c31effe5e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16040164'] for subnet (4517ba67-8cae-4b53-a067-dafe8da38e43), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:01.970691 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 44938) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:11:02.020591 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9840161e-cb79-4feb-a117-1c31effe5e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16040175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591'] for subnet (4517ba67-8cae-4b53-a067-dafe8da38e43), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:02.054818 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840161e-cb79-4feb-a117-1c31effe5e22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4517ba67-8cae-4b53-a067-dafe8da38e43,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:02.063883 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9840161e-cb79-4feb-a117-1c31effe5e22 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:02.067226 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-9840161e-cb79-4feb-a117-1c31effe5e22 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4517ba67-8cae-4b53-a067-dafe8da38e43 HTTP/1.1" status: 204 len: 168 time: 0.1892226 Mar 11 03:11:02.070768 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 44944) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:11:02.104014 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14115479-3510-4aee-ac0b-fe8d225ad8b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:02.111611 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2da07-dab3-4a00-a308-2fb970bfdddc req-23a3d207-9141-4ef1-a725-34ab772a2967 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:02.113486 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-65a2da07-dab3-4a00-a308-2fb970bfdddc req-23a3d207-9141-4ef1-a725-34ab772a2967 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0614014 Mar 11 03:11:02.159214 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-65a2da07-dab3-4a00-a308-2fb970bfdddc req-2709cac7-1668-4707-bef7-eec807c9d7ef tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403094 Mar 11 03:11:02.170032 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e1c3cb3c-92f6-4373-8e1a-8f27c6e4d7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16082977'] for network (f57d6789-fd08-49ee-b281-c084034a55c8), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:02.281305 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e1c3cb3c-92f6-4373-8e1a-8f27c6e4d7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16047135', 'neutron.services.segments.db._delete_segments_for_network-8766925140502'] for network (f57d6789-fd08-49ee-b281-c084034a55c8), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:02.314972 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14115479-3510-4aee-ac0b-fe8d225ad8b7 admin admin] Publish callbacks [] for security_group (8165463a-3a0d-492c-86ab-4ae301a4ce6b), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:02.317041 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-e1c3cb3c-92f6-4373-8e1a-8f27c6e4d7cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f57d6789-fd08-49ee-b281-c084034a55c8']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:11:02.324591 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14115479-3510-4aee-ac0b-fe8d225ad8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (8165463a-3a0d-492c-86ab-4ae301a4ce6b), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:02.337358 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-e1c3cb3c-92f6-4373-8e1a-8f27c6e4d7cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0feb93f-f669-402f-9a3f-310f2c2cd175') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:11:02.337663 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-e1c3cb3c-92f6-4373-8e1a-8f27c6e4d7cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0feb93f-f669-402f-9a3f-310f2c2cd175') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:11:02.371823 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e1c3cb3c-92f6-4373-8e1a-8f27c6e4d7cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766925139231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3715454'] for segment (f0feb93f-f669-402f-9a3f-310f2c2cd175), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:02.385422 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-14115479-3510-4aee-ac0b-fe8d225ad8b7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a47ac35b952f4445bf00927479bc5968&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4113164 Mar 11 03:11:02.385422 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14115479-3510-4aee-ac0b-fe8d225ad8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8165463a-3a0d-492c-86ab-4ae301a4ce6b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:02.386155 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 44952) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:11:02.402666 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e1c3cb3c-92f6-4373-8e1a-8f27c6e4d7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715'] for segment (f0feb93f-f669-402f-9a3f-310f2c2cd175), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:02.420914 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c3cb3c-92f6-4373-8e1a-8f27c6e4d7cd admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 03:11:02.421315 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e1c3cb3c-92f6-4373-8e1a-8f27c6e4d7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26187363'] for segment (f0feb93f-f669-402f-9a3f-310f2c2cd175), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:02.423026 dv-cinder-740146-14-iscsi neutron-server[103365]: Traceback (most recent call last): Mar 11 03:11:02.423026 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 03:11:02.423026 dv-cinder-740146-14-iscsi neutron-server[103365]: timer() Mar 11 03:11:02.423026 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 03:11:02.423026 dv-cinder-740146-14-iscsi neutron-server[103365]: cb(*args, **kw) Mar 11 03:11:02.423026 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 03:11:02.423026 dv-cinder-740146-14-iscsi neutron-server[103365]: return func(*args, **kwargs) Mar 11 03:11:02.423026 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 03:11:02.423026 dv-cinder-740146-14-iscsi neutron-server[103365]: self._notify() Mar 11 03:11:02.423026 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 03:11:02.423026 dv-cinder-740146-14-iscsi neutron-server[103365]: self.callback(batched_events) Mar 11 03:11:02.423026 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 03:11:02.423026 dv-cinder-740146-14-iscsi neutron-server[103365]: event.method(event) Mar 11 03:11:02.423026 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 03:11:02.423026 dv-cinder-740146-14-iscsi neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 03:11:02.423026 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 03:11:02.423026 dv-cinder-740146-14-iscsi neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 03:11:02.423026 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 03:11:02.423026 dv-cinder-740146-14-iscsi neutron-server[103365]: return f(self, *a, **k) Mar 11 03:11:02.423026 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 03:11:02.423026 dv-cinder-740146-14-iscsi neutron-server[103365]: return self._get(url).json() Mar 11 03:11:02.423026 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 03:11:02.423026 dv-cinder-740146-14-iscsi neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 03:11:02.423026 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 03:11:02.423026 dv-cinder-740146-14-iscsi neutron-server[103365]: return self.request(url, 'GET', **kwargs) Mar 11 03:11:02.423026 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 03:11:02.423026 dv-cinder-740146-14-iscsi neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 03:11:02.423026 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 03:11:02.423026 dv-cinder-740146-14-iscsi neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 03:11:02.423026 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 03:11:02.423026 dv-cinder-740146-14-iscsi neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 03:11:02.423026 dv-cinder-740146-14-iscsi neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 03:11:02.495406 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e1c3cb3c-92f6-4373-8e1a-8f27c6e4d7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16047206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740006'] for network (f57d6789-fd08-49ee-b281-c084034a55c8), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:02.504851 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e1c3cb3c-92f6-4373-8e1a-8f27c6e4d7cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:02.514605 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-e1c3cb3c-92f6-4373-8e1a-8f27c6e4d7cd admin admin] 10.222.0.16 "DELETE /v2.0/networks/f57d6789-fd08-49ee-b281-c084034a55c8 HTTP/1.1" status: 204 len: 168 time: 0.4371767 Mar 11 03:11:02.514723 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 44958) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:11:02.518097 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fe484cec-8287-4019-bcfe-8d6ca035d921 admin admin] Publish callbacks [] for security_group (8165463a-3a0d-492c-86ab-4ae301a4ce6b), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:02.522580 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c3cb3c-92f6-4373-8e1a-8f27c6e4d7cd admin admin] Pushing event deleted for resources: {'Network': ['ID=f57d6789-fd08-49ee-b281-c084034a55c8,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:02.542094 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fe484cec-8287-4019-bcfe-8d6ca035d921 admin admin] Publish callbacks [] for security_group (8165463a-3a0d-492c-86ab-4ae301a4ce6b), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:02.563152 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-6910dcaf-4da4-4452-b8a4-61b1cc81ca4a admin admin] Deleting subnet 10a4c0b6-68b1-4cef-b8a1-dc120451db36 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 03:11:02.566920 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6910dcaf-4da4-4452-b8a4-61b1cc81ca4a admin admin] Publish callbacks [] for subnet (10a4c0b6-68b1-4cef-b8a1-dc120451db36), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:02.594074 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fe484cec-8287-4019-bcfe-8d6ca035d921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (8165463a-3a0d-492c-86ab-4ae301a4ce6b), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:02.598284 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fe484cec-8287-4019-bcfe-8d6ca035d921 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:02.602329 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-fe484cec-8287-4019-bcfe-8d6ca035d921 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8165463a-3a0d-492c-86ab-4ae301a4ce6b HTTP/1.1" status: 204 len: 168 time: 0.2130523 Mar 11 03:11:02.612180 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6910dcaf-4da4-4452-b8a4-61b1cc81ca4a admin admin] Publish callbacks [] for subnet (10a4c0b6-68b1-4cef-b8a1-dc120451db36), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:02.614882 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe484cec-8287-4019-bcfe-8d6ca035d921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8165463a-3a0d-492c-86ab-4ae301a4ce6b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:02.634079 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6910dcaf-4da4-4452-b8a4-61b1cc81ca4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16040164'] for subnet (10a4c0b6-68b1-4cef-b8a1-dc120451db36), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:02.646348 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:02.698704 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6910dcaf-4da4-4452-b8a4-61b1cc81ca4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16040175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591'] for subnet (10a4c0b6-68b1-4cef-b8a1-dc120451db36), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:02.728717 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910dcaf-4da4-4452-b8a4-61b1cc81ca4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10a4c0b6-68b1-4cef-b8a1-dc120451db36,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:02.732601 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6910dcaf-4da4-4452-b8a4-61b1cc81ca4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:02.736211 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-6910dcaf-4da4-4452-b8a4-61b1cc81ca4a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/10a4c0b6-68b1-4cef-b8a1-dc120451db36 HTTP/1.1" status: 204 len: 168 time: 0.2243490 Mar 11 03:11:02.738876 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 44964) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:11:02.819253 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d4fb8ae-7eb9-4e24-9189-f8d6b995a759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16082977'] for network (69ade92d-7566-4f00-94bc-630c5ce3f369), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:02.913182 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d4fb8ae-7eb9-4e24-9189-f8d6b995a759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16047135', 'neutron.services.segments.db._delete_segments_for_network-8766925140502'] for network (69ade92d-7566-4f00-94bc-630c5ce3f369), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:02.933941 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d4fb8ae-7eb9-4e24-9189-f8d6b995a759 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:11:02.934723 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d4fb8ae-7eb9-4e24-9189-f8d6b995a759 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:11:02.935036 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d4fb8ae-7eb9-4e24-9189-f8d6b995a759 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:11:02.935371 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d4fb8ae-7eb9-4e24-9189-f8d6b995a759 admin admin] Subscribe: > port after_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:11:02.935723 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d4fb8ae-7eb9-4e24-9189-f8d6b995a759 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:11:02.936042 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d4fb8ae-7eb9-4e24-9189-f8d6b995a759 admin admin] Subscribe: > port after_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:11:02.936362 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d4fb8ae-7eb9-4e24-9189-f8d6b995a759 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:11:02.936698 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d4fb8ae-7eb9-4e24-9189-f8d6b995a759 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:11:02.937007 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d4fb8ae-7eb9-4e24-9189-f8d6b995a759 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:11:02.937328 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d4fb8ae-7eb9-4e24-9189-f8d6b995a759 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:11:03.005975 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d4fb8ae-7eb9-4e24-9189-f8d6b995a759 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:11:03.006338 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d4fb8ae-7eb9-4e24-9189-f8d6b995a759 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:11:03.006677 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d4fb8ae-7eb9-4e24-9189-f8d6b995a759 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:11:03.007012 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d4fb8ae-7eb9-4e24-9189-f8d6b995a759 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103364) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 03:11:03.007395 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-9d4fb8ae-7eb9-4e24-9189-f8d6b995a759 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69ade92d-7566-4f00-94bc-630c5ce3f369']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:11:03.024319 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-9d4fb8ae-7eb9-4e24-9189-f8d6b995a759 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ef9e3f4-6cbf-4004-bfef-a3aaed6f3861') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:11:03.024539 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-9d4fb8ae-7eb9-4e24-9189-f8d6b995a759 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ef9e3f4-6cbf-4004-bfef-a3aaed6f3861') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:11:03.040146 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d4fb8ae-7eb9-4e24-9189-f8d6b995a759 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766925139231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25359099'] for segment (0ef9e3f4-6cbf-4004-bfef-a3aaed6f3861), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:03.061699 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d4fb8ae-7eb9-4e24-9189-f8d6b995a759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715'] for segment (0ef9e3f4-6cbf-4004-bfef-a3aaed6f3861), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:03.071072 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d4fb8ae-7eb9-4e24-9189-f8d6b995a759 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 03:11:03.071455 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d4fb8ae-7eb9-4e24-9189-f8d6b995a759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15272269'] for segment (0ef9e3f4-6cbf-4004-bfef-a3aaed6f3861), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:03.075394 dv-cinder-740146-14-iscsi neutron-server[103364]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 03:11:03.075394 dv-cinder-740146-14-iscsi neutron-server[103364]: from cryptography.utils import int_from_bytes Mar 11 03:11:03.075394 dv-cinder-740146-14-iscsi neutron-server[103364]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 03:11:03.075394 dv-cinder-740146-14-iscsi neutron-server[103364]: from cryptography.utils import int_from_bytes Mar 11 03:11:03.075394 dv-cinder-740146-14-iscsi neutron-server[103364]: Traceback (most recent call last): Mar 11 03:11:03.075394 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 03:11:03.075394 dv-cinder-740146-14-iscsi neutron-server[103364]: timer() Mar 11 03:11:03.075394 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 03:11:03.075394 dv-cinder-740146-14-iscsi neutron-server[103364]: cb(*args, **kw) Mar 11 03:11:03.075394 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 03:11:03.075394 dv-cinder-740146-14-iscsi neutron-server[103364]: return func(*args, **kwargs) Mar 11 03:11:03.075394 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 03:11:03.075394 dv-cinder-740146-14-iscsi neutron-server[103364]: self._notify() Mar 11 03:11:03.075394 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 03:11:03.075394 dv-cinder-740146-14-iscsi neutron-server[103364]: self.callback(batched_events) Mar 11 03:11:03.075394 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 03:11:03.075394 dv-cinder-740146-14-iscsi neutron-server[103364]: event.method(event) Mar 11 03:11:03.075394 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 03:11:03.075394 dv-cinder-740146-14-iscsi neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 03:11:03.075394 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 03:11:03.075394 dv-cinder-740146-14-iscsi neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 03:11:03.075394 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 03:11:03.075394 dv-cinder-740146-14-iscsi neutron-server[103364]: return f(self, *a, **k) Mar 11 03:11:03.075394 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 03:11:03.075394 dv-cinder-740146-14-iscsi neutron-server[103364]: return self._get(url).json() Mar 11 03:11:03.075394 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 03:11:03.075394 dv-cinder-740146-14-iscsi neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 03:11:03.075394 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 03:11:03.075394 dv-cinder-740146-14-iscsi neutron-server[103364]: return self.request(url, 'GET', **kwargs) Mar 11 03:11:03.075394 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 03:11:03.075394 dv-cinder-740146-14-iscsi neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 03:11:03.075394 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 03:11:03.075394 dv-cinder-740146-14-iscsi neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 03:11:03.075394 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 03:11:03.075394 dv-cinder-740146-14-iscsi neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 03:11:03.075394 dv-cinder-740146-14-iscsi neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 03:11:03.135293 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d4fb8ae-7eb9-4e24-9189-f8d6b995a759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16047206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740006'] for network (69ade92d-7566-4f00-94bc-630c5ce3f369), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:03.140871 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9d4fb8ae-7eb9-4e24-9189-f8d6b995a759 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:03.146364 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-9d4fb8ae-7eb9-4e24-9189-f8d6b995a759 admin admin] 10.222.0.16 "DELETE /v2.0/networks/69ade92d-7566-4f00-94bc-630c5ce3f369 HTTP/1.1" status: 204 len: 168 time: 0.4062574 Mar 11 03:11:03.160400 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4fb8ae-7eb9-4e24-9189-f8d6b995a759 admin admin] Pushing event deleted for resources: {'Network': ['ID=69ade92d-7566-4f00-94bc-630c5ce3f369,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:03.284685 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 44992) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:11:03.285221 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03cdc30-c12b-4873-a888-aff6b9ee5a76 req-21284b89-d903-49e1-bb88-02dde5939533 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:03.286776 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d03cdc30-c12b-4873-a888-aff6b9ee5a76 req-21284b89-d903-49e1-bb88-02dde5939533 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0561955 Mar 11 03:11:03.290145 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 44994) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:11:03.327171 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-b8c81d8f-cb15-4228-ab4a-601987a18448 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=37d2cc53cf9045d6a252d9896b740887&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388460 Mar 11 03:11:03.327377 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 44998) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:11:03.339760 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d03cdc30-c12b-4873-a888-aff6b9ee5a76 req-606405fa-d26d-434c-bb63-637b41dc0bf9 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429599 Mar 11 03:11:03.379111 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-31a6bf47-e9d9-4521-8598-0c998a076100 admin admin] Publish callbacks [] for security_group (d4d916b2-bb4e-430b-b890-6b94e7f80b73), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:03.400811 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-31a6bf47-e9d9-4521-8598-0c998a076100 admin admin] Publish callbacks [] for security_group (d4d916b2-bb4e-430b-b890-6b94e7f80b73), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:03.447722 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-31a6bf47-e9d9-4521-8598-0c998a076100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (d4d916b2-bb4e-430b-b890-6b94e7f80b73), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:03.449903 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-bbf70060-dcb8-40bc-8d4f-d62cc8900aec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-789222762-network', 'tenant_id': '675f610f769345dea94cdd7b52690695'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:11:03.450356 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-31a6bf47-e9d9-4521-8598-0c998a076100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:03.454312 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-31a6bf47-e9d9-4521-8598-0c998a076100 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d4d916b2-bb4e-430b-b890-6b94e7f80b73 HTTP/1.1" status: 204 len: 168 time: 0.1233099 Mar 11 03:11:03.462815 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a6bf47-e9d9-4521-8598-0c998a076100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d916b2-bb4e-430b-b890-6b94e7f80b73,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:03.476293 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf70060-dcb8-40bc-8d4f-d62cc8900aec admin admin] Made reservation on behalf of 675f610f769345dea94cdd7b52690695 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:11:03.478625 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bbf70060-dcb8-40bc-8d4f-d62cc8900aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for network (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:03.491622 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bbf70060-dcb8-40bc-8d4f-d62cc8900aec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:03.566580 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bbf70060-dcb8-40bc-8d4f-d62cc8900aec admin admin] Publish callbacks [] for security_group (825b34ce-1701-43d7-ad5a-8f55522ee341), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:03.570717 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bbf70060-dcb8-40bc-8d4f-d62cc8900aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (825b34ce-1701-43d7-ad5a-8f55522ee341), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:03.598509 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf70060-dcb8-40bc-8d4f-d62cc8900aec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 03:11:03.605160 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf70060-dcb8-40bc-8d4f-d62cc8900aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825b34ce-1701-43d7-ad5a-8f55522ee341,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:03.612313 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bbf70060-dcb8-40bc-8d4f-d62cc8900aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715'] for segment (6a56faf6-77ba-4bb5-afc0-d39dcd108f20), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:03.612655 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.db.segments_db [None req-bbf70060-dcb8-40bc-8d4f-d62cc8900aec admin admin] Added segment 6a56faf6-77ba-4bb5-afc0-d39dcd108f20 of type vlan for network a8e5d8fd-9024-4eb6-a862-65437517439a Mar 11 03:11:03.654656 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bbf70060-dcb8-40bc-8d4f-d62cc8900aec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766924714680'] for network (a8e5d8fd-9024-4eb6-a862-65437517439a), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:03.683053 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bbf70060-dcb8-40bc-8d4f-d62cc8900aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591'] for network (a8e5d8fd-9024-4eb6-a862-65437517439a), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:03.684004 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf70060-dcb8-40bc-8d4f-d62cc8900aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:03.684589 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bbf70060-dcb8-40bc-8d4f-d62cc8900aec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:03.718461 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-bbf70060-dcb8-40bc-8d4f-d62cc8900aec admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4270585 Mar 11 03:11:03.722389 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 45004) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:11:03.727488 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-c15c6481-d6b8-4569-9457-6dfdb2e5c583 admin admin] Request body: {'subnet': {'network_id': 'a8e5d8fd-9024-4eb6-a862-65437517439a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-789222762-subnet', 'tenant_id': '675f610f769345dea94cdd7b52690695', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:11:03.737468 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 45006) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:11:03.752312 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf70060-dcb8-40bc-8d4f-d62cc8900aec admin admin] Pushing event updated for resources: {'Network': ['ID=a8e5d8fd-9024-4eb6-a862-65437517439a,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:03.761752 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Network a8e5d8fd-9024-4eb6-a862-65437517439a details requested by agent ovs-agent-dv-cinder-740146-14-iscsi with host dv-cinder-740146-14-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 03:11:03.767305 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15c6481-d6b8-4569-9457-6dfdb2e5c583 admin admin] Made reservation on behalf of 675f610f769345dea94cdd7b52690695 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:11:03.769646 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c15c6481-d6b8-4569-9457-6dfdb2e5c583 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25193156'] for subnet (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:03.809497 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-b5db0317-6f6c-4f9b-ab09-10266bf792d1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f6c7118a873433ebd5598a486be6b4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0707779 Mar 11 03:11:03.811951 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 45008) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:11:03.907852 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41f9b285-38f2-44d7-9f09-50587bf85aa4 admin admin] Publish callbacks [] for security_group (f720230f-e1ed-4c2e-aa5a-a7365cbcaeef), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:03.959041 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41f9b285-38f2-44d7-9f09-50587bf85aa4 admin admin] Publish callbacks [] for security_group (f720230f-e1ed-4c2e-aa5a-a7365cbcaeef), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:04.033019 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c15c6481-d6b8-4569-9457-6dfdb2e5c583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26187774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25193194'] for subnet (7db20e3c-6525-457e-83f6-0ae297be20f4), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:04.072000 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41f9b285-38f2-44d7-9f09-50587bf85aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (f720230f-e1ed-4c2e-aa5a-a7365cbcaeef), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:04.074369 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-41f9b285-38f2-44d7-9f09-50587bf85aa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:04.075477 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-41f9b285-38f2-44d7-9f09-50587bf85aa4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f720230f-e1ed-4c2e-aa5a-a7365cbcaeef HTTP/1.1" status: 204 len: 168 time: 0.2626536 Mar 11 03:11:04.096185 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9b285-38f2-44d7-9f09-50587bf85aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f720230f-e1ed-4c2e-aa5a-a7365cbcaeef,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:04.102500 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c6481-d6b8-4569-9457-6dfdb2e5c583 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7db20e3c-6525-457e-83f6-0ae297be20f4,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:04.113643 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15c6481-d6b8-4569-9457-6dfdb2e5c583 admin admin] Checking segment: {'id': '6a56faf6-77ba-4bb5-afc0-d39dcd108f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a8e5d8fd-9024-4eb6-a862-65437517439a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:11:04.114005 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15c6481-d6b8-4569-9457-6dfdb2e5c583 admin admin] Network hostable DHCP agents. Network: a8e5d8fd-9024-4eb6-a862-65437517439a, hostable agents: ['25b14703-b87e-4c0b-89d2-d56e1080c9ba'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 03:11:04.133147 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15c6481-d6b8-4569-9457-6dfdb2e5c583 admin admin] Network a8e5d8fd-9024-4eb6-a862-65437517439a is scheduled to be hosted by DHCP agent 25b14703-b87e-4c0b-89d2-d56e1080c9ba with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 03:11:04.143510 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-c15c6481-d6b8-4569-9457-6dfdb2e5c583 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-14-iscsi, a8e5d8fd-9024-4eb6-a862-65437517439a) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:11:04.148645 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15c6481-d6b8-4569-9457-6dfdb2e5c583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:04.149950 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c15c6481-d6b8-4569-9457-6dfdb2e5c583 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:04.154072 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b51cf09-41ca-4f49-9f6b-9db050a158e9 None None] Network a8e5d8fd-9024-4eb6-a862-65437517439a requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:11:04.169139 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-c15c6481-d6b8-4569-9457-6dfdb2e5c583 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4452698 Mar 11 03:11:04.248303 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:04.283128 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6841d1b5-ed35-4ba6-905d-2f3424a8ec83 None None] Network a8e5d8fd-9024-4eb6-a862-65437517439a requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:11:04.469728 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f581a19-117e-4551-822c-e1418af13c4e req-1e792ba8-db6e-498e-ad1a-71822b6e2ace tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:04.472525 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0f581a19-117e-4551-822c-e1418af13c4e req-1e792ba8-db6e-498e-ad1a-71822b6e2ace tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0590451 Mar 11 03:11:04.524626 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0f581a19-117e-4551-822c-e1418af13c4e req-b925b315-f272-483b-8708-e4dde00af702 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457211 Mar 11 03:11:05.243735 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 45068) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:11:05.352666 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e07486c-a619-401b-bace-38e60fe438cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:05.426935 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e07486c-a619-401b-bace-38e60fe438cb admin admin] Publish callbacks [] for security_group (cdb4bf29-4b58-4e8a-ba7f-fe44d5ad6b0d), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:05.430362 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e07486c-a619-401b-bace-38e60fe438cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (cdb4bf29-4b58-4e8a-ba7f-fe44d5ad6b0d), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:05.473191 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-2e07486c-a619-401b-bace-38e60fe438cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a3a7cff5c7614811bd18bfa7fbebce28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282898 Mar 11 03:11:05.473942 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07486c-a619-401b-bace-38e60fe438cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb4bf29-4b58-4e8a-ba7f-fe44d5ad6b0d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:05.476129 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 45072) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:11:05.523401 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6341c16f-5bec-4304-8e86-3012874bf1dc admin admin] Publish callbacks [] for security_group (cdb4bf29-4b58-4e8a-ba7f-fe44d5ad6b0d), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:05.543141 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6341c16f-5bec-4304-8e86-3012874bf1dc admin admin] Publish callbacks [] for security_group (cdb4bf29-4b58-4e8a-ba7f-fe44d5ad6b0d), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:05.590366 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6341c16f-5bec-4304-8e86-3012874bf1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (cdb4bf29-4b58-4e8a-ba7f-fe44d5ad6b0d), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:05.592793 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6341c16f-5bec-4304-8e86-3012874bf1dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:05.593939 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-6341c16f-5bec-4304-8e86-3012874bf1dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cdb4bf29-4b58-4e8a-ba7f-fe44d5ad6b0d HTTP/1.1" status: 204 len: 168 time: 0.1158810 Mar 11 03:11:05.627874 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341c16f-5bec-4304-8e86-3012874bf1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb4bf29-4b58-4e8a-ba7f-fe44d5ad6b0d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:05.654899 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa9e06-6ba7-462c-8790-c6e788e78732 req-170de209-9cb6-4a55-a67c-e32667bc04e4 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:05.656476 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-53aa9e06-6ba7-462c-8790-c6e788e78732 req-170de209-9cb6-4a55-a67c-e32667bc04e4 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0615187 Mar 11 03:11:05.663256 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:05.711237 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-53aa9e06-6ba7-462c-8790-c6e788e78732 req-36227004-ca0b-4def-8048-dc2ca5f16c60 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451345 Mar 11 03:11:06.121329 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-2a88fce4-6efb-4d6f-be76-8267a97f9594 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:06.122856 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-2a88fce4-6efb-4d6f-be76-8267a97f9594 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/networks?id=a8e5d8fd-9024-4eb6-a862-65437517439a HTTP/1.1" status: 200 len: 808 time: 0.1126893 Mar 11 03:11:06.137185 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-aaefd316-be25-4f08-814b-c9a57aab6982 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/quotas/675f610f769345dea94cdd7b52690695 HTTP/1.1" status: 200 len: 375 time: 0.0090740 Mar 11 03:11:06.178710 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-5c786410-6812-40e9-8b8a-33aa5089772e tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=675f610f769345dea94cdd7b52690695&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355804 Mar 11 03:11:06.274289 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-4dbed127-6e18-4792-b06e-b299871ea8c3 service neutron] 10.222.0.16 "GET /v2.0/networks/a8e5d8fd-9024-4eb6-a862-65437517439a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886433 Mar 11 03:11:06.384575 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-5cc7757c-ccd0-49b0-8dfa-506606968c04 service neutron] 10.222.0.16 "GET /v2.0/networks/a8e5d8fd-9024-4eb6-a862-65437517439a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045930 Mar 11 03:11:06.559893 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c9b58a9e-5f5f-4c55-88d3-76758d53ba6b req-61deecf7-e137-4ce5-bc63-ec4359b3ec71 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b732d07-08ff-4aba-b5d0-03d48f16a22a HTTP/1.1" status: 200 len: 210 time: 0.0280714 Mar 11 03:11:06.595443 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:06.838842 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a673c22-58da-49b9-b0f9-76db44839547 req-7b48069b-ff66-4d93-92a6-ec32c871775a tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:06.840794 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2a673c22-58da-49b9-b0f9-76db44839547 req-7b48069b-ff66-4d93-92a6-ec32c871775a tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0580645 Mar 11 03:11:06.891720 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2a673c22-58da-49b9-b0f9-76db44839547 req-67c7bdfd-b655-40c4-9865-cbebe0ff9667 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441482 Mar 11 03:11:07.476932 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c29dfa-2858-475a-adc2-39a64167d2ce req-1d80435c-c972-467c-8dba-d7acece7c4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:07.478968 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-29c29dfa-2858-475a-adc2-39a64167d2ce req-1d80435c-c972-467c-8dba-d7acece7c4be service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f7e7fb507bd241639abd2bb972ec968e&device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 1129 time: 0.0643930 Mar 11 03:11:07.721504 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bfb5d3e7-39db-4067-8525-87eae9f483c4 req-97192f3d-4254-4f0d-995f-b43d2f3b33e4 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b732d07-08ff-4aba-b5d0-03d48f16a22a HTTP/1.1" status: 200 len: 210 time: 0.0501642 Mar 11 03:11:07.765966 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c29dfa-2858-475a-adc2-39a64167d2ce req-71ac6da5-df5b-4a18-b970-7af80d66766c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:07.767681 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-29c29dfa-2858-475a-adc2-39a64167d2ce req-71ac6da5-df5b-4a18-b970-7af80d66766c service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2d579c7-a842-4f0b-93b4-f7cc1c183b27 HTTP/1.1" status: 200 len: 919 time: 0.2596579 Mar 11 03:11:07.776079 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-1d88a275-7b4c-4ff2-8025-e7951de0c327 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:07.778400 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-1d88a275-7b4c-4ff2-8025-e7951de0c327 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.18 "GET /v2.0/networks?id=a8e5d8fd-9024-4eb6-a862-65437517439a HTTP/1.1" status: 200 len: 808 time: 0.2680967 Mar 11 03:11:07.832553 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-34369b81-b328-47e1-96fe-7ec49c324713 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Request body: {'port': {'device_id': '2b732d07-08ff-4aba-b5d0-03d48f16a22a', 'network_id': 'a8e5d8fd-9024-4eb6-a862-65437517439a', 'admin_state_up': True, 'tenant_id': '675f610f769345dea94cdd7b52690695'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:11:07.838800 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-29c29dfa-2858-475a-adc2-39a64167d2ce req-660419c6-0ee9-4407-a22c-f81c4c8897d7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=821c2ddf-a3cc-459d-bc78-acf1e102fdb3 HTTP/1.1" status: 200 len: 217 time: 0.0591710 Mar 11 03:11:07.949808 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c29dfa-2858-475a-adc2-39a64167d2ce req-37957a56-0cb4-4756-b52e-3482e6df52e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:07.951476 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-29c29dfa-2858-475a-adc2-39a64167d2ce req-37957a56-0cb4-4756-b52e-3482e6df52e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e0cab262-f422-464f-830a-5936d4fe68aa HTTP/1.1" status: 200 len: 859 time: 0.1019337 Mar 11 03:11:08.001943 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-29c29dfa-2858-475a-adc2-39a64167d2ce req-05a29ba3-26c5-446d-8f8e-72a5b471f55c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2d579c7-a842-4f0b-93b4-f7cc1c183b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424030 Mar 11 03:11:08.017220 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35b437-8fc5-4c78-86df-87bdc2765f7f req-2e3f6a2d-2297-4292-b95c-4dc74ec5a20c tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:08.018813 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-be35b437-8fc5-4c78-86df-87bdc2765f7f req-2e3f6a2d-2297-4292-b95c-4dc74ec5a20c tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0555155 Mar 11 03:11:08.052455 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-34369b81-b328-47e1-96fe-7ec49c324713 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Made reservation on behalf of 675f610f769345dea94cdd7b52690695 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:11:08.055968 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-34369b81-b328-47e1-96fe-7ec49c324713 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:08.069178 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-be35b437-8fc5-4c78-86df-87bdc2765f7f req-2e380d7a-26b1-419f-87ce-541874d31089 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443900 Mar 11 03:11:08.165563 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-29c29dfa-2858-475a-adc2-39a64167d2ce req-2e979f6f-af53-4307-ae83-a6d253544454 service neutron] 10.222.0.18 "GET /v2.0/networks/e2d579c7-a842-4f0b-93b4-f7cc1c183b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561084 Mar 11 03:11:08.288946 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-34369b81-b328-47e1-96fe-7ec49c324713 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Allocated IP 172.20.0.13 (a8e5d8fd-9024-4eb6-a862-65437517439a/7db20e3c-6525-457e-83f6-0ae297be20f4/a4766d59-0ed6-4c54-8ba5-950911cf518d) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:11:08.316847 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-29c29dfa-2858-475a-adc2-39a64167d2ce req-30e00f2f-edbe-44ae-bca8-84365249ac33 service neutron] 10.222.0.18 "GET /v2.0/networks/e2d579c7-a842-4f0b-93b4-f7cc1c183b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369016 Mar 11 03:11:08.447450 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-34369b81-b328-47e1-96fe-7ec49c324713 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Publish callbacks [] for port (a4766d59-0ed6-4c54-8ba5-950911cf518d), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:08.481108 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-34369b81-b328-47e1-96fe-7ec49c324713 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (a4766d59-0ed6-4c54-8ba5-950911cf518d), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:08.525185 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-34369b81-b328-47e1-96fe-7ec49c324713 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Network a8e5d8fd-9024-4eb6-a862-65437517439a is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:11:08.530190 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-34369b81-b328-47e1-96fe-7ec49c324713 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:11:08.534998 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-34369b81-b328-47e1-96fe-7ec49c324713 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:11:08.557144 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34369b81-b328-47e1-96fe-7ec49c324713 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Pushing event updated for resources: {'Port': ['ID=a4766d59-0ed6-4c54-8ba5-950911cf518d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:08.571077 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34369b81-b328-47e1-96fe-7ec49c324713 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:11:08.571432 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34369b81-b328-47e1-96fe-7ec49c324713 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:11:08.571800 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34369b81-b328-47e1-96fe-7ec49c324713 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:11:08.572126 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34369b81-b328-47e1-96fe-7ec49c324713 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:11:08.572465 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34369b81-b328-47e1-96fe-7ec49c324713 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:11:08.572799 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34369b81-b328-47e1-96fe-7ec49c324713 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:11:08.573134 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34369b81-b328-47e1-96fe-7ec49c324713 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:11:08.573464 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34369b81-b328-47e1-96fe-7ec49c324713 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:11:08.573791 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34369b81-b328-47e1-96fe-7ec49c324713 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:11:08.574155 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34369b81-b328-47e1-96fe-7ec49c324713 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:11:08.574484 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34369b81-b328-47e1-96fe-7ec49c324713 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:11:08.574811 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34369b81-b328-47e1-96fe-7ec49c324713 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:11:08.575136 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34369b81-b328-47e1-96fe-7ec49c324713 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:11:08.596909 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-34369b81-b328-47e1-96fe-7ec49c324713 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:08.597517 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-34369b81-b328-47e1-96fe-7ec49c324713 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:08.615448 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-34369b81-b328-47e1-96fe-7ec49c324713 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8266702 Mar 11 03:11:08.838462 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f533069-959d-4b75-a56d-66944e71c252 req-dee19bb0-fff6-4cfe-b300-a07d1f378994 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:08.840113 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5f533069-959d-4b75-a56d-66944e71c252 req-dee19bb0-fff6-4cfe-b300-a07d1f378994 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b732d07-08ff-4aba-b5d0-03d48f16a22a HTTP/1.1" status: 200 len: 932 time: 0.0508978 Mar 11 03:11:08.897776 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5f533069-959d-4b75-a56d-66944e71c252 req-c96516ab-23bf-4bdc-b002-4c4072a7886a tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/security-groups?id=825b34ce-1701-43d7-ad5a-8f55522ee341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412712 Mar 11 03:11:09.193433 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c78845-02fb-40e6-993e-4725be9d2ec8 req-1cee378d-4831-4a72-83f1-c19ad0b6d5c4 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:09.195011 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-96c78845-02fb-40e6-993e-4725be9d2ec8 req-1cee378d-4831-4a72-83f1-c19ad0b6d5c4 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0545788 Mar 11 03:11:09.245208 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-96c78845-02fb-40e6-993e-4725be9d2ec8 req-8e18e893-da71-42b1-88b8-2184fd6c23e8 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442743 Mar 11 03:11:10.001435 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235dd2f9-baeb-4ca2-9ad9-9f91b7c9135a req-86477ab2-5847-48b6-9960-647a56cab3dd tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:10.002919 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-235dd2f9-baeb-4ca2-9ad9-9f91b7c9135a req-86477ab2-5847-48b6-9960-647a56cab3dd tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b732d07-08ff-4aba-b5d0-03d48f16a22a HTTP/1.1" status: 200 len: 932 time: 0.0522048 Mar 11 03:11:10.052354 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-235dd2f9-baeb-4ca2-9ad9-9f91b7c9135a req-01dabebb-aa09-4ac9-bd20-5c13715379be tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/security-groups?id=825b34ce-1701-43d7-ad5a-8f55522ee341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439608 Mar 11 03:11:10.369601 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9568ce-d338-46a2-9994-c29aef4725e7 req-1d60043d-8ca0-41e8-9692-b51d4403d6fe tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:10.371089 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0e9568ce-d338-46a2-9994-c29aef4725e7 req-1d60043d-8ca0-41e8-9692-b51d4403d6fe tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0556192 Mar 11 03:11:10.601733 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0e9568ce-d338-46a2-9994-c29aef4725e7 req-2baf80c0-9853-40b8-8ba6-87d348a32752 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250283 Mar 11 03:11:10.930188 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-62ccbfa4-5acb-44a7-80b4-24b3ade89500 service neutron] Request body: {'port': {'device_id': '2b732d07-08ff-4aba-b5d0-03d48f16a22a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:11:10.986942 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-62ccbfa4-5acb-44a7-80b4-24b3ade89500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (a4766d59-0ed6-4c54-8ba5-950911cf518d), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:11.167460 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f9d35-df45-43a1-ba45-34d93f3c2ea9 req-28df2e78-3309-4856-a311-b46bade9248c tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:11.169195 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-453f9d35-df45-43a1-ba45-34d93f3c2ea9 req-28df2e78-3309-4856-a311-b46bade9248c tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b732d07-08ff-4aba-b5d0-03d48f16a22a HTTP/1.1" status: 200 len: 932 time: 0.0507197 Mar 11 03:11:11.217742 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-453f9d35-df45-43a1-ba45-34d93f3c2ea9 req-edfd65a2-79b3-42e4-a0c4-9bd379ed3675 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/security-groups?id=825b34ce-1701-43d7-ad5a-8f55522ee341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426784 Mar 11 03:11:11.258159 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-62ccbfa4-5acb-44a7-80b4-24b3ade89500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4766d59-0ed6-4c54-8ba5-950911cf518d {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:11:11.265655 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-62ccbfa4-5acb-44a7-80b4-24b3ade89500 service neutron] Publish callbacks [] for port (a4766d59-0ed6-4c54-8ba5-950911cf518d), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:11.277578 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-62ccbfa4-5acb-44a7-80b4-24b3ade89500 service neutron] Transition to ACTIVE for port object a4766d59-0ed6-4c54-8ba5-950911cf518d will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 03:11:11.282115 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-62ccbfa4-5acb-44a7-80b4-24b3ade89500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26187659'] for port (a4766d59-0ed6-4c54-8ba5-950911cf518d), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:11.332468 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ccbfa4-5acb-44a7-80b4-24b3ade89500 service neutron] Pushing event updated for resources: {'Port': ['ID=a4766d59-0ed6-4c54-8ba5-950911cf518d,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:11.399998 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-62ccbfa4-5acb-44a7-80b4-24b3ade89500 service neutron] Attempting to bind port a4766d59-0ed6-4c54-8ba5-950911cf518d on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:11:11.400341 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-62ccbfa4-5acb-44a7-80b4-24b3ade89500 service neutron] Attempting to bind port a4766d59-0ed6-4c54-8ba5-950911cf518d by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '6a56faf6-77ba-4bb5-afc0-d39dcd108f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a8e5d8fd-9024-4eb6-a862-65437517439a'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:11:11.400667 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-62ccbfa4-5acb-44a7-80b4-24b3ade89500 service neutron] Attempting to bind port a4766d59-0ed6-4c54-8ba5-950911cf518d on network a8e5d8fd-9024-4eb6-a862-65437517439a {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:11:11.405286 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-62ccbfa4-5acb-44a7-80b4-24b3ade89500 service neutron] Port a4766d59-0ed6-4c54-8ba5-950911cf518d on network a8e5d8fd-9024-4eb6-a862-65437517439a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 03:11:11.405605 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-62ccbfa4-5acb-44a7-80b4-24b3ade89500 service neutron] Attempting to bind port a4766d59-0ed6-4c54-8ba5-950911cf518d on network a8e5d8fd-9024-4eb6-a862-65437517439a {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:11:11.411138 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-62ccbfa4-5acb-44a7-80b4-24b3ade89500 service neutron] Checking agent: {'id': '5f38bfdc-d68c-4827-815d-ecd182596ad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'started_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:11:11.411602 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-62ccbfa4-5acb-44a7-80b4-24b3ade89500 service neutron] Checking segment: {'id': '6a56faf6-77ba-4bb5-afc0-d39dcd108f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a8e5d8fd-9024-4eb6-a862-65437517439a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:11:11.412049 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-62ccbfa4-5acb-44a7-80b4-24b3ade89500 service neutron] Bound using segment: {'id': '6a56faf6-77ba-4bb5-afc0-d39dcd108f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a8e5d8fd-9024-4eb6-a862-65437517439a'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:11:11.412577 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-62ccbfa4-5acb-44a7-80b4-24b3ade89500 service neutron] Bound port: a4766d59-0ed6-4c54-8ba5-950911cf518d, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a56faf6-77ba-4bb5-afc0-d39dcd108f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a8e5d8fd-9024-4eb6-a862-65437517439a'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:11:11.412932 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-62ccbfa4-5acb-44a7-80b4-24b3ade89500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (a4766d59-0ed6-4c54-8ba5-950911cf518d), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:11.480913 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-62ccbfa4-5acb-44a7-80b4-24b3ade89500 service neutron] For port a4766d59-0ed6-4c54-8ba5-950911cf518d, host hv-cinder-74014, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:11:11.483953 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-62ccbfa4-5acb-44a7-80b4-24b3ade89500 service neutron] For port a4766d59-0ed6-4c54-8ba5-950911cf518d, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a4766d59-0ed6-4c54-8ba5-950911cf518d,segment=NetworkSegment(6a56faf6-77ba-4bb5-afc0-d39dcd108f20),segment_id=6a56faf6-77ba-4bb5-afc0-d39dcd108f20)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:11:11.490889 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-62ccbfa4-5acb-44a7-80b4-24b3ade89500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26187659'] for port (a4766d59-0ed6-4c54-8ba5-950911cf518d), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:11.524277 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-62ccbfa4-5acb-44a7-80b4-24b3ade89500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:11.524949 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-62ccbfa4-5acb-44a7-80b4-24b3ade89500 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:11.526337 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-62ccbfa4-5acb-44a7-80b4-24b3ade89500 service neutron] 10.222.0.18 "PUT /v2.0/ports/a4766d59-0ed6-4c54-8ba5-950911cf518d HTTP/1.1" status: 200 len: 1094 time: 0.6003654 Mar 11 03:11:11.526773 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b732d07-08ff-4aba-b5d0-03d48f16a22a', 'tag': 'a4766d59-0ed6-4c54-8ba5-950911cf518d'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:11:11.529200 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6641823-1080-4b46-987b-7c1c0c4a429d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b732d07-08ff-4aba-b5d0-03d48f16a22a", "tag": "a4766d59-0ed6-4c54-8ba5-950911cf518d"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:11:11.564189 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ccbfa4-5acb-44a7-80b4-24b3ade89500 service neutron] Pushing event updated for resources: {'Port': ['ID=a4766d59-0ed6-4c54-8ba5-950911cf518d,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:11.578289 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644a0fca-e357-43b0-8b21-058cc3e58981 x-openstack-request-id: req-644a0fca-e357-43b0-8b21-058cc3e58981 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:11:11.578646 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b732d07-08ff-4aba-b5d0-03d48f16a22a", "tag": "a4766d59-0ed6-4c54-8ba5-950911cf518d", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:11:11.579106 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-644a0fca-e357-43b0-8b21-058cc3e58981 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:11:11.579505 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b732d07-08ff-4aba-b5d0-03d48f16a22a', 'tag': 'a4766d59-0ed6-4c54-8ba5-950911cf518d', 'status': 'completed', 'code': 200} Mar 11 03:11:11.616302 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-b596f6da-4a21-427d-b5c6-8bb1036a3feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:11.617789 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-b596f6da-4a21-427d-b5c6-8bb1036a3feb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=675f610f769345dea94cdd7b52690695&device_id=2b732d07-08ff-4aba-b5d0-03d48f16a22a HTTP/1.1" status: 200 len: 1128 time: 0.0482140 Mar 11 03:11:11.743948 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39785e09-7b39-440b-9040-e62b90e2b88c req-045f73b6-c336-40ec-a6c5-d60ac4fd3036 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:11.745506 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-39785e09-7b39-440b-9040-e62b90e2b88c req-045f73b6-c336-40ec-a6c5-d60ac4fd3036 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0607338 Mar 11 03:11:11.799399 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-39785e09-7b39-440b-9040-e62b90e2b88c req-d022c63b-584e-45f3-aaab-e599d6a4f202 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472455 Mar 11 03:11:11.886704 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-d065f1a7-2d2e-4bdc-8d23-c6e61c3f1af9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4766d59-0ed6-4c54-8ba5-950911cf518d HTTP/1.1" status: 200 len: 217 time: 0.2610197 Mar 11 03:11:11.933476 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-bf59ae7b-e0fc-4383-b22d-17faf546830c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:11.934843 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-bf59ae7b-e0fc-4383-b22d-17faf546830c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7db20e3c-6525-457e-83f6-0ae297be20f4 HTTP/1.1" status: 200 len: 848 time: 0.0420711 Mar 11 03:11:11.966895 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-f280e80f-c215-4605-8be9-b8bd87513d1d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8e5d8fd-9024-4eb6-a862-65437517439a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249534 Mar 11 03:11:12.061230 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-56e85cf3-45d7-4c97-a462-8ccced1fe49d service neutron] 10.222.0.18 "GET /v2.0/networks/a8e5d8fd-9024-4eb6-a862-65437517439a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859191 Mar 11 03:11:12.151544 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-52900e46-bd8a-4548-994e-63ac23f1c0f8 req-4e8f6844-62c8-4ce8-b99e-a9398e6b0d47 service neutron] 10.222.0.18 "GET /v2.0/networks/a8e5d8fd-9024-4eb6-a862-65437517439a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839000 Mar 11 03:11:12.252360 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6641823-1080-4b46-987b-7c1c0c4a429d req-5bdf9419-a422-4692-84dd-9f67fa59f914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:12.258648 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d6641823-1080-4b46-987b-7c1c0c4a429d req-5bdf9419-a422-4692-84dd-9f67fa59f914 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=675f610f769345dea94cdd7b52690695&device_id=2b732d07-08ff-4aba-b5d0-03d48f16a22a HTTP/1.1" status: 200 len: 1128 time: 0.0460517 Mar 11 03:11:12.348850 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d2df9-60aa-4704-8e10-f7913ac690bd req-041b576e-c915-4017-a34a-5991261019e2 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:12.350474 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e58d2df9-60aa-4704-8e10-f7913ac690bd req-041b576e-c915-4017-a34a-5991261019e2 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b732d07-08ff-4aba-b5d0-03d48f16a22a HTTP/1.1" status: 200 len: 944 time: 0.0617948 Mar 11 03:11:12.356056 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6641823-1080-4b46-987b-7c1c0c4a429d req-0d67036a-5e66-4de3-b979-f3b9173721ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:12.358291 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d6641823-1080-4b46-987b-7c1c0c4a429d req-0d67036a-5e66-4de3-b979-f3b9173721ff service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8e5d8fd-9024-4eb6-a862-65437517439a HTTP/1.1" status: 200 len: 908 time: 0.0976176 Mar 11 03:11:12.399250 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e58d2df9-60aa-4704-8e10-f7913ac690bd req-3aac94cb-e525-40b3-8315-0ecae86fb9aa tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/security-groups?id=825b34ce-1701-43d7-ad5a-8f55522ee341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428071 Mar 11 03:11:12.402512 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d6641823-1080-4b46-987b-7c1c0c4a429d req-dadb9b02-d7e4-4f9a-8723-c979bbdabc4a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4766d59-0ed6-4c54-8ba5-950911cf518d HTTP/1.1" status: 200 len: 217 time: 0.0359535 Mar 11 03:11:12.457660 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6641823-1080-4b46-987b-7c1c0c4a429d req-3bffa6dc-f9dc-4a81-9fdf-5da6eb54809f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:12.459169 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d6641823-1080-4b46-987b-7c1c0c4a429d req-3bffa6dc-f9dc-4a81-9fdf-5da6eb54809f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7db20e3c-6525-457e-83f6-0ae297be20f4 HTTP/1.1" status: 200 len: 848 time: 0.0505302 Mar 11 03:11:12.493841 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d6641823-1080-4b46-987b-7c1c0c4a429d req-b0db6572-ead4-4a9d-b621-4a65f3a909c8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8e5d8fd-9024-4eb6-a862-65437517439a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283008 Mar 11 03:11:12.590638 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d6641823-1080-4b46-987b-7c1c0c4a429d req-5aaa03df-0fec-47b6-bd05-8169ba060948 service neutron] 10.222.0.18 "GET /v2.0/networks/a8e5d8fd-9024-4eb6-a862-65437517439a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876234 Mar 11 03:11:12.687881 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d6641823-1080-4b46-987b-7c1c0c4a429d req-70747fc4-48b1-4959-aca8-478e28ae2636 service neutron] 10.222.0.18 "GET /v2.0/networks/a8e5d8fd-9024-4eb6-a862-65437517439a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910172 Mar 11 03:11:12.971554 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42542dde-cf6e-47de-93fe-7c19b971bab6 req-283e1f35-559b-4836-b2d4-68dae5cf6bf7 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:12.973049 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-42542dde-cf6e-47de-93fe-7c19b971bab6 req-283e1f35-559b-4836-b2d4-68dae5cf6bf7 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0604517 Mar 11 03:11:13.020652 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-42542dde-cf6e-47de-93fe-7c19b971bab6 req-904124fb-22cc-40d3-ab12-ec78c87eb618 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421355 Mar 11 03:11:13.518929 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d58b23-d320-4146-b58e-72f7725a5afb req-869bf343-7eed-4f80-887f-f5cc73c695d2 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:13.520358 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-74d58b23-d320-4146-b58e-72f7725a5afb req-869bf343-7eed-4f80-887f-f5cc73c695d2 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b732d07-08ff-4aba-b5d0-03d48f16a22a HTTP/1.1" status: 200 len: 944 time: 0.0531251 Mar 11 03:11:13.564529 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-74d58b23-d320-4146-b58e-72f7725a5afb req-c78d121a-fc25-4bc4-821f-746afd99e5eb tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/security-groups?id=825b34ce-1701-43d7-ad5a-8f55522ee341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387614 Mar 11 03:11:14.146835 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6e8cc-0e3f-403c-806a-8b0946f9e2de req-c55f85da-6514-4c62-aa85-e10f0d5cbf70 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:14.150350 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d3d6e8cc-0e3f-403c-806a-8b0946f9e2de req-c55f85da-6514-4c62-aa85-e10f0d5cbf70 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0637097 Mar 11 03:11:14.201337 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d3d6e8cc-0e3f-403c-806a-8b0946f9e2de req-0cdcb7d5-759f-4454-8f88-e6c0045f8c1a tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472186 Mar 11 03:11:14.444460 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 45330) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:11:14.545067 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6980d90e-184b-4d48-970e-6f5bd1b5acaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:14.627092 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6980d90e-184b-4d48-970e-6f5bd1b5acaa admin admin] Publish callbacks [] for security_group (47ea10d3-8022-459c-88cf-d4a91fd8941c), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:14.631053 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6980d90e-184b-4d48-970e-6f5bd1b5acaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (47ea10d3-8022-459c-88cf-d4a91fd8941c), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:14.701313 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-6980d90e-184b-4d48-970e-6f5bd1b5acaa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9a32ba3b4e0842d38164b425a2a4d488&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556889 Mar 11 03:11:14.702800 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980d90e-184b-4d48-970e-6f5bd1b5acaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ea10d3-8022-459c-88cf-d4a91fd8941c,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:14.704585 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 45336) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:11:14.715864 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980d90e-184b-4d48-970e-6f5bd1b5acaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:11:14.716218 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980d90e-184b-4d48-970e-6f5bd1b5acaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:11:14.716564 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980d90e-184b-4d48-970e-6f5bd1b5acaa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:11:14.716907 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980d90e-184b-4d48-970e-6f5bd1b5acaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:11:14.717251 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980d90e-184b-4d48-970e-6f5bd1b5acaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:11:14.717583 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980d90e-184b-4d48-970e-6f5bd1b5acaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:11:14.717937 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980d90e-184b-4d48-970e-6f5bd1b5acaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:11:14.718274 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980d90e-184b-4d48-970e-6f5bd1b5acaa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:11:14.718606 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980d90e-184b-4d48-970e-6f5bd1b5acaa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:11:14.719056 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980d90e-184b-4d48-970e-6f5bd1b5acaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:11:14.719387 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980d90e-184b-4d48-970e-6f5bd1b5acaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:11:14.719717 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980d90e-184b-4d48-970e-6f5bd1b5acaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:11:14.720042 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980d90e-184b-4d48-970e-6f5bd1b5acaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:11:14.735270 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc637366-bed3-4702-962e-099e7986538c req-9d6a5571-e954-48ad-a475-62380753d478 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:14.736748 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bc637366-bed3-4702-962e-099e7986538c req-9d6a5571-e954-48ad-a475-62380753d478 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b732d07-08ff-4aba-b5d0-03d48f16a22a HTTP/1.1" status: 200 len: 944 time: 0.1014209 Mar 11 03:11:14.756625 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5a2b5628-b4ae-477c-8e57-99203f8d0bde admin admin] Publish callbacks [] for security_group (47ea10d3-8022-459c-88cf-d4a91fd8941c), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:14.780671 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5a2b5628-b4ae-477c-8e57-99203f8d0bde admin admin] Publish callbacks [] for security_group (47ea10d3-8022-459c-88cf-d4a91fd8941c), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:14.784874 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bc637366-bed3-4702-962e-099e7986538c req-1a759edb-4429-42ea-9c15-2236fe430a2d tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/security-groups?id=825b34ce-1701-43d7-ad5a-8f55522ee341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423281 Mar 11 03:11:14.831350 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5a2b5628-b4ae-477c-8e57-99203f8d0bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (47ea10d3-8022-459c-88cf-d4a91fd8941c), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:14.834050 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5a2b5628-b4ae-477c-8e57-99203f8d0bde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:14.835238 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-5a2b5628-b4ae-477c-8e57-99203f8d0bde admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/47ea10d3-8022-459c-88cf-d4a91fd8941c HTTP/1.1" status: 204 len: 168 time: 0.1296439 Mar 11 03:11:14.844713 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b5628-b4ae-477c-8e57-99203f8d0bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ea10d3-8022-459c-88cf-d4a91fd8941c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:15.104851 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 45348) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:11:15.121944 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72ec0a7b-67c9-4c9f-8528-cb0a0cb3e875 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:15.198149 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72ec0a7b-67c9-4c9f-8528-cb0a0cb3e875 admin admin] Publish callbacks [] for security_group (5a1e2ec2-4f41-4931-9c9e-ce72fc12d6e8), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:15.202027 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-72ec0a7b-67c9-4c9f-8528-cb0a0cb3e875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (5a1e2ec2-4f41-4931-9c9e-ce72fc12d6e8), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:15.240489 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-72ec0a7b-67c9-4c9f-8528-cb0a0cb3e875 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aa227eb1cc294d7280496733d2ab7028&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345551 Mar 11 03:11:15.241199 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec0a7b-67c9-4c9f-8528-cb0a0cb3e875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1e2ec2-4f41-4931-9c9e-ce72fc12d6e8,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:15.243200 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 45352) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:11:15.319344 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f5f2c11b-e8f7-4bb7-a7e4-2dd42b202fd7 admin admin] Publish callbacks [] for security_group (5a1e2ec2-4f41-4931-9c9e-ce72fc12d6e8), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:15.346200 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f5f2c11b-e8f7-4bb7-a7e4-2dd42b202fd7 admin admin] Publish callbacks [] for security_group (5a1e2ec2-4f41-4931-9c9e-ce72fc12d6e8), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:15.369997 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04880205-da04-4506-ba76-4a323a5695ab req-4d45219d-3a62-44bf-a0f8-5097c90ceb8f tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:15.371483 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-04880205-da04-4506-ba76-4a323a5695ab req-4d45219d-3a62-44bf-a0f8-5097c90ceb8f tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0939200 Mar 11 03:11:15.429627 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-04880205-da04-4506-ba76-4a323a5695ab req-6d77d282-f6df-4410-9f56-f5abd85e414b tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495231 Mar 11 03:11:15.434330 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f5f2c11b-e8f7-4bb7-a7e4-2dd42b202fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (5a1e2ec2-4f41-4931-9c9e-ce72fc12d6e8), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:15.437134 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f5f2c11b-e8f7-4bb7-a7e4-2dd42b202fd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:15.438232 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-f5f2c11b-e8f7-4bb7-a7e4-2dd42b202fd7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5a1e2ec2-4f41-4931-9c9e-ce72fc12d6e8 HTTP/1.1" status: 204 len: 168 time: 0.1940682 Mar 11 03:11:15.443870 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device a4766d59-0ed6-4c54-8ba5-950911cf518d details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 03:11:15.446930 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2c11b-e8f7-4bb7-a7e4-2dd42b202fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1e2ec2-4f41-4931-9c9e-ce72fc12d6e8,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:15.555668 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port a4766d59-0ed6-4c54-8ba5-950911cf518d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a4766d59-0ed6-4c54-8ba5-950911cf518d,segment=NetworkSegment(6a56faf6-77ba-4bb5-afc0-d39dcd108f20),segment_id=6a56faf6-77ba-4bb5-afc0-d39dcd108f20)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:11:15.566787 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Returning: {'device': 'a4766d59-0ed6-4c54-8ba5-950911cf518d', 'network_id': 'a8e5d8fd-9024-4eb6-a862-65437517439a', 'port_id': 'a4766d59-0ed6-4c54-8ba5-950911cf518d', 'mac_address': 'fa:16:3e:07:b4:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db20e3c-6525-457e-83f6-0ae297be20f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 03:11:15.605612 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port a4766d59-0ed6-4c54-8ba5-950911cf518d is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:11:15.606215 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (a4766d59-0ed6-4c54-8ba5-950911cf518d), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:15.622510 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4766d59-0ed6-4c54-8ba5-950911cf518d {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:11:15.642260 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port a4766d59-0ed6-4c54-8ba5-950911cf518d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a4766d59-0ed6-4c54-8ba5-950911cf518d,segment=NetworkSegment(6a56faf6-77ba-4bb5-afc0-d39dcd108f20),segment_id=6a56faf6-77ba-4bb5-afc0-d39dcd108f20)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:11:15.646172 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (a4766d59-0ed6-4c54-8ba5-950911cf518d), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:15.698921 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=a4766d59-0ed6-4c54-8ba5-950911cf518d,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:15.707298 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:11:15.707678 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:11:15.708031 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:11:15.708442 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:11:15.708914 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:11:15.709340 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:11:15.709868 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:11:15.710324 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:11:15.710669 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:11:15.711106 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:11:15.711595 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:11:15.711949 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:11:15.712304 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:11:15.763526 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 45360) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:11:15.776858 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e497057e-9ca0-4c68-9897-8664650546a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:15.853790 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e497057e-9ca0-4c68-9897-8664650546a5 admin admin] Publish callbacks [] for security_group (b1e136db-a0c6-464f-8955-e3cce573a22c), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:15.866019 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e497057e-9ca0-4c68-9897-8664650546a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (b1e136db-a0c6-464f-8955-e3cce573a22c), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:15.924210 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497057e-9ca0-4c68-9897-8664650546a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e136db-a0c6-464f-8955-e3cce573a22c,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:15.931058 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] get_ports_and_sgs() called for port_ids ['a4766d59-0ed6-4c54-8ba5-950911cf518d'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:11:15.933467 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 45370) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:11:15.933832 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-e497057e-9ca0-4c68-9897-8664650546a5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4e79aa2202af4f21aa4f66c6ecf8a680&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1687791 Mar 11 03:11:15.951894 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873c719-ec56-4339-a887-db4a992be372 req-f67c7d2e-61a8-4112-9021-969de13e7d26 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:15.954019 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e873c719-ec56-4339-a887-db4a992be372 req-f67c7d2e-61a8-4112-9021-969de13e7d26 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b732d07-08ff-4aba-b5d0-03d48f16a22a HTTP/1.1" status: 200 len: 945 time: 0.0960164 Mar 11 03:11:15.996440 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-01ded4ea-4e9b-429f-b984-72dec3f2de1a admin admin] Publish callbacks [] for security_group (b1e136db-a0c6-464f-8955-e3cce573a22c), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:16.009831 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e873c719-ec56-4339-a887-db4a992be372 req-2dadd595-0ba1-4255-8416-608c4dead84b tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/security-groups?id=825b34ce-1701-43d7-ad5a-8f55522ee341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498965 Mar 11 03:11:16.030323 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-01ded4ea-4e9b-429f-b984-72dec3f2de1a admin admin] Publish callbacks [] for security_group (b1e136db-a0c6-464f-8955-e3cce573a22c), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:16.094993 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-01ded4ea-4e9b-429f-b984-72dec3f2de1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (b1e136db-a0c6-464f-8955-e3cce573a22c), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:16.098086 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-01ded4ea-4e9b-429f-b984-72dec3f2de1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:16.099251 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-01ded4ea-4e9b-429f-b984-72dec3f2de1a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b1e136db-a0c6-464f-8955-e3cce573a22c HTTP/1.1" status: 204 len: 168 time: 0.1649616 Mar 11 03:11:16.111823 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ded4ea-4e9b-429f-b984-72dec3f2de1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e136db-a0c6-464f-8955-e3cce573a22c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:16.549469 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3aa34e-b4fb-441a-be09-d409cf28edee req-e7bddbc5-23d3-4520-86a5-e9ba3f3580c3 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:16.551070 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2d3aa34e-b4fb-441a-be09-d409cf28edee req-e7bddbc5-23d3-4520-86a5-e9ba3f3580c3 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0530610 Mar 11 03:11:16.601326 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2d3aa34e-b4fb-441a-be09-d409cf28edee req-a91be6cf-0e7c-49e5-89f9-f374bffe7083 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449016 Mar 11 03:11:17.181136 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e122e1-d821-4b61-8f0e-480031418b82 req-f770622b-d5b5-40c4-801d-59ea91cb4c0a tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:17.194796 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-23e122e1-d821-4b61-8f0e-480031418b82 req-f770622b-d5b5-40c4-801d-59ea91cb4c0a tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b732d07-08ff-4aba-b5d0-03d48f16a22a HTTP/1.1" status: 200 len: 945 time: 0.0818329 Mar 11 03:11:17.261029 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-23e122e1-d821-4b61-8f0e-480031418b82 req-1abac908-4e50-49a0-b169-bf0f6daf25c2 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/security-groups?id=825b34ce-1701-43d7-ad5a-8f55522ee341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596721 Mar 11 03:11:17.266808 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb79cf-17d4-4916-bd88-a58fb85ddc89 req-506d9ec9-7739-4719-804f-d6501269d4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:17.268472 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-03fb79cf-17d4-4916-bd88-a58fb85ddc89 req-506d9ec9-7739-4719-804f-d6501269d4b4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 1129 time: 0.0592995 Mar 11 03:11:17.311978 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-03fb79cf-17d4-4916-bd88-a58fb85ddc89 req-1ea85ccf-5070-4b26-ac63-0723424582de service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369029 Mar 11 03:11:17.483064 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device a4766d59-0ed6-4c54-8ba5-950911cf518d up at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:11:17.536344 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning for port a4766d59-0ed6-4c54-8ba5-950911cf518d completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 03:11:17.540822 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning complete for port a4766d59-0ed6-4c54-8ba5-950911cf518d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:11:17.541109 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (a4766d59-0ed6-4c54-8ba5-950911cf518d), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:17.624429 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port a4766d59-0ed6-4c54-8ba5-950911cf518d is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:11:17.624825 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (a4766d59-0ed6-4c54-8ba5-950911cf518d), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:17.653296 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b732d07-08ff-4aba-b5d0-03d48f16a22a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4766d59-0ed6-4c54-8ba5-950911cf518d'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:11:17.655648 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288e491573ecc61b3bf0bc0bc1cef05b47d52e8efc38ed9f7c410eed2e18b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0ddde7-5e8e-44c9-b637-557929aa9a4a" -d '{"events": [{"server_uuid": "2b732d07-08ff-4aba-b5d0-03d48f16a22a", "name": "network-vif-plugged", "status": "completed", "tag": "a4766d59-0ed6-4c54-8ba5-950911cf518d"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:11:17.669771 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port a4766d59-0ed6-4c54-8ba5-950911cf518d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a4766d59-0ed6-4c54-8ba5-950911cf518d,segment=NetworkSegment(6a56faf6-77ba-4bb5-afc0-d39dcd108f20),segment_id=6a56faf6-77ba-4bb5-afc0-d39dcd108f20)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:11:17.679068 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (a4766d59-0ed6-4c54-8ba5-950911cf518d), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:17.722896 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aaaa8e4-8f0f-444a-90f0-9c47dc9af800 x-openstack-request-id: req-0aaaa8e4-8f0f-444a-90f0-9c47dc9af800 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:11:17.723209 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b732d07-08ff-4aba-b5d0-03d48f16a22a", "name": "network-vif-plugged", "status": "completed", "tag": "a4766d59-0ed6-4c54-8ba5-950911cf518d", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:11:17.723634 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0aaaa8e4-8f0f-444a-90f0-9c47dc9af800 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:11:17.724167 dv-cinder-740146-14-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b732d07-08ff-4aba-b5d0-03d48f16a22a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4766d59-0ed6-4c54-8ba5-950911cf518d', 'code': 200} Mar 11 03:11:17.744161 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba280cd-5be3-4661-a7e4-e9b1425c7416 req-a74c3f9a-28ad-4dee-8324-c39802dfaa9f tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:17.752589 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9ba280cd-5be3-4661-a7e4-e9b1425c7416 req-a74c3f9a-28ad-4dee-8324-c39802dfaa9f tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0710218 Mar 11 03:11:17.819729 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9ba280cd-5be3-4661-a7e4-e9b1425c7416 req-4c6baf6b-8522-420e-b765-a1c3d706f8c1 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657134 Mar 11 03:11:17.895890 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=a4766d59-0ed6-4c54-8ba5-950911cf518d,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:17.940648 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7048e1c-ade3-4a90-b5c3-46c314e1e043 req-ae690a79-dca0-4aef-8cd8-19ad8adf4d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:17.942154 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d7048e1c-ade3-4a90-b5c3-46c314e1e043 req-ae690a79-dca0-4aef-8cd8-19ad8adf4d9c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2b732d07-08ff-4aba-b5d0-03d48f16a22a HTTP/1.1" status: 200 len: 1130 time: 0.0624194 Mar 11 03:11:17.997411 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d7048e1c-ade3-4a90-b5c3-46c314e1e043 req-b6538f75-fed4-4a65-b575-668e97419bdc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=825b34ce-1701-43d7-ad5a-8f55522ee341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424058 Mar 11 03:11:18.393339 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec0d68-724a-4e4b-81c2-e3abe84334a7 req-8cab3f87-bd9b-4ae5-90f5-78e1ee259f02 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:18.395721 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4cec0d68-724a-4e4b-81c2-e3abe84334a7 req-8cab3f87-bd9b-4ae5-90f5-78e1ee259f02 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b732d07-08ff-4aba-b5d0-03d48f16a22a HTTP/1.1" status: 200 len: 946 time: 0.0597255 Mar 11 03:11:18.452427 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4cec0d68-724a-4e4b-81c2-e3abe84334a7 req-8a87a9ac-c541-4cdf-a4b7-08ec077d65b8 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/security-groups?id=825b34ce-1701-43d7-ad5a-8f55522ee341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478327 Mar 11 03:11:18.936872 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d79122-800c-4ea2-8355-cc0be745e764 req-a4425d71-5ed0-40f0-a19e-c543ed6df341 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:18.938411 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-37d79122-800c-4ea2-8355-cc0be745e764 req-a4425d71-5ed0-40f0-a19e-c543ed6df341 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0554602 Mar 11 03:11:18.985632 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-37d79122-800c-4ea2-8355-cc0be745e764 req-7afd4734-857f-4aeb-ad18-129ae046cca0 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417020 Mar 11 03:11:19.233693 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65deb6-37b1-40da-98f7-80bbbd95c1bf req-1c97bb22-6ed6-4589-8276-06388de55601 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:19.235220 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bd65deb6-37b1-40da-98f7-80bbbd95c1bf req-1c97bb22-6ed6-4589-8276-06388de55601 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0537441 Mar 11 03:11:19.241808 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48986de7-43c9-44f5-a04c-9c17f166b7c8 req-dd538a6f-5600-49e9-b754-168cd59de5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:19.243330 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-48986de7-43c9-44f5-a04c-9c17f166b7c8 req-dd538a6f-5600-49e9-b754-168cd59de5cb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f7e7fb507bd241639abd2bb972ec968e&device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 1129 time: 0.0466332 Mar 11 03:11:19.282194 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bd65deb6-37b1-40da-98f7-80bbbd95c1bf req-74c4e609-977c-4cd2-b3c0-d0a2467c5989 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410988 Mar 11 03:11:19.353885 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48986de7-43c9-44f5-a04c-9c17f166b7c8 req-ab9ab7c3-984c-4752-898f-5605820feae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:19.355377 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-48986de7-43c9-44f5-a04c-9c17f166b7c8 req-ab9ab7c3-984c-4752-898f-5605820feae2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2d579c7-a842-4f0b-93b4-f7cc1c183b27 HTTP/1.1" status: 200 len: 919 time: 0.0955160 Mar 11 03:11:19.399031 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-48986de7-43c9-44f5-a04c-9c17f166b7c8 req-8816c521-b78f-4287-be3a-33f02222e18c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=821c2ddf-a3cc-459d-bc78-acf1e102fdb3 HTTP/1.1" status: 200 len: 217 time: 0.0354462 Mar 11 03:11:19.455731 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48986de7-43c9-44f5-a04c-9c17f166b7c8 req-d5f2002f-ce36-435f-bda5-658e847ee43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:19.456843 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-48986de7-43c9-44f5-a04c-9c17f166b7c8 req-d5f2002f-ce36-435f-bda5-658e847ee43b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e0cab262-f422-464f-830a-5936d4fe68aa HTTP/1.1" status: 200 len: 859 time: 0.0496840 Mar 11 03:11:19.493808 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-48986de7-43c9-44f5-a04c-9c17f166b7c8 req-89092e03-03fb-49d4-b664-3dda6b071ff0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2d579c7-a842-4f0b-93b4-f7cc1c183b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259602 Mar 11 03:11:19.599353 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-48986de7-43c9-44f5-a04c-9c17f166b7c8 req-242bc521-5a53-4266-8803-a593c9536d31 service neutron] 10.222.0.18 "GET /v2.0/networks/e2d579c7-a842-4f0b-93b4-f7cc1c183b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951712 Mar 11 03:11:19.620125 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78016749-956b-400a-9441-660a687e318d req-9df36f55-9c0f-4e64-b581-c0b3ef120fb9 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:19.626362 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-78016749-956b-400a-9441-660a687e318d req-9df36f55-9c0f-4e64-b581-c0b3ef120fb9 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b732d07-08ff-4aba-b5d0-03d48f16a22a HTTP/1.1" status: 200 len: 946 time: 0.0702190 Mar 11 03:11:19.680994 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-78016749-956b-400a-9441-660a687e318d req-9ad5acb5-3395-48f8-9525-c29f31ec64bc tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/security-groups?id=825b34ce-1701-43d7-ad5a-8f55522ee341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528278 Mar 11 03:11:19.730934 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-48986de7-43c9-44f5-a04c-9c17f166b7c8 req-6b8a3128-9cf4-48c1-a141-2a7f3e81d760 service neutron] 10.222.0.18 "GET /v2.0/networks/e2d579c7-a842-4f0b-93b4-f7cc1c183b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208255 Mar 11 03:11:19.808768 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 45532) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:11:19.927741 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-35ef63f0-0d16-4e89-9141-e754d8171e7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:20.040189 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-35ef63f0-0d16-4e89-9141-e754d8171e7d admin admin] Publish callbacks [] for security_group (47d7474f-f50f-4946-a5f4-bf4eb6667faf), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:20.044568 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-35ef63f0-0d16-4e89-9141-e754d8171e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (47d7474f-f50f-4946-a5f4-bf4eb6667faf), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:20.087721 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef63f0-0d16-4e89-9141-e754d8171e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d7474f-f50f-4946-a5f4-bf4eb6667faf,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:20.096846 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-35ef63f0-0d16-4e89-9141-e754d8171e7d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee79b8249cd64b51adace1494a3c8e37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2840278 Mar 11 03:11:20.097702 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 45548) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:11:20.189268 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2015b840-280b-4b91-a562-7c057c6842f0 admin admin] Publish callbacks [] for security_group (47d7474f-f50f-4946-a5f4-bf4eb6667faf), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:20.212413 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43fa22-2385-4bc8-bb16-416b8da45332 req-fc1a3292-fb18-4290-8f6f-e75f17a7a78a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:20.213938 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6f43fa22-2385-4bc8-bb16-416b8da45332 req-fc1a3292-fb18-4290-8f6f-e75f17a7a78a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 945 time: 0.0975747 Mar 11 03:11:20.232965 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2015b840-280b-4b91-a562-7c057c6842f0 admin admin] Publish callbacks [] for security_group (47d7474f-f50f-4946-a5f4-bf4eb6667faf), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:20.299170 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6f43fa22-2385-4bc8-bb16-416b8da45332 req-26561557-ab3e-4336-8f57-fe39968e8c4f tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761435 Mar 11 03:11:20.325172 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2015b840-280b-4b91-a562-7c057c6842f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (47d7474f-f50f-4946-a5f4-bf4eb6667faf), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:20.328510 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2015b840-280b-4b91-a562-7c057c6842f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:20.329767 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-2015b840-280b-4b91-a562-7c057c6842f0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/47d7474f-f50f-4946-a5f4-bf4eb6667faf HTTP/1.1" status: 204 len: 168 time: 0.2317724 Mar 11 03:11:20.352089 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015b840-280b-4b91-a562-7c057c6842f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d7474f-f50f-4946-a5f4-bf4eb6667faf,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:20.457634 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25984b4-5339-4735-9c1b-2f483d8dcd64 req-c827ba0a-d992-4948-bb1e-32c782618dde tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:20.459405 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e25984b4-5339-4735-9c1b-2f483d8dcd64 req-c827ba0a-d992-4948-bb1e-32c782618dde tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0599661 Mar 11 03:11:20.494521 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:11:20.548165 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301db32b-d1b4-4aa5-8732-bad91af03b3b req-ae689d69-bcf2-485e-9755-ec7b468853bc tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:20.549662 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-301db32b-d1b4-4aa5-8732-bad91af03b3b req-ae689d69-bcf2-485e-9755-ec7b468853bc tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b732d07-08ff-4aba-b5d0-03d48f16a22a HTTP/1.1" status: 200 len: 946 time: 0.0893419 Mar 11 03:11:20.554476 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e25984b4-5339-4735-9c1b-2f483d8dcd64 req-35aad63b-95b0-4bb9-88b1-7a2c8322005c tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630403 Mar 11 03:11:20.613227 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-301db32b-d1b4-4aa5-8732-bad91af03b3b req-5b77e987-d6e2-42c4-809f-01d23ae79dd6 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/security-groups?id=825b34ce-1701-43d7-ad5a-8f55522ee341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527222 Mar 11 03:11:21.454567 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be6e78-07b8-45eb-934a-66769cf04c0d req-dbbf223b-f3d4-4a26-9d6a-9a49cee22426 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:21.456068 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-26be6e78-07b8-45eb-934a-66769cf04c0d req-dbbf223b-f3d4-4a26-9d6a-9a49cee22426 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 945 time: 0.0550268 Mar 11 03:11:21.502565 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-26be6e78-07b8-45eb-934a-66769cf04c0d req-7c8c8485-9640-4ae3-a931-818392fdc468 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409625 Mar 11 03:11:21.675886 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c03804-e14d-4910-ae02-5e6e2a183cd8 req-6bb2555d-0339-48dc-8560-808adb10afb6 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:21.677565 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-53c03804-e14d-4910-ae02-5e6e2a183cd8 req-6bb2555d-0339-48dc-8560-808adb10afb6 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0524077 Mar 11 03:11:21.761700 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-53c03804-e14d-4910-ae02-5e6e2a183cd8 req-d2b6e4f9-92e5-40f7-b0b6-330e274f826e tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745502 Mar 11 03:11:21.786332 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55720780-acb7-4834-88e0-d00365dac37d req-9da1c470-25fb-454d-91d2-84735cad292c tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:21.787822 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-55720780-acb7-4834-88e0-d00365dac37d req-9da1c470-25fb-454d-91d2-84735cad292c tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b732d07-08ff-4aba-b5d0-03d48f16a22a HTTP/1.1" status: 200 len: 946 time: 0.0756326 Mar 11 03:11:21.842871 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-55720780-acb7-4834-88e0-d00365dac37d req-e575cbb8-fac5-40c4-8c24-9c8a220a6f54 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/security-groups?id=825b34ce-1701-43d7-ad5a-8f55522ee341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492163 Mar 11 03:11:22.015039 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70832720-5706-4d4e-9eb7-8c1d54a9f3bd req-0fb49051-294f-4683-8cad-43dd5ffbb96d tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:22.017563 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-70832720-5706-4d4e-9eb7-8c1d54a9f3bd req-0fb49051-294f-4683-8cad-43dd5ffbb96d tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.0535495 Mar 11 03:11:22.065094 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-70832720-5706-4d4e-9eb7-8c1d54a9f3bd req-2cdf2f5e-c497-4ac9-bd86-358ea44366be tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417941 Mar 11 03:11:22.261328 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974ec95-1c88-428c-a7f5-64079b34f771 req-3a92693a-3d0b-4024-836c-f48c2b786a03 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:22.262776 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-f974ec95-1c88-428c-a7f5-64079b34f771 req-3a92693a-3d0b-4024-836c-f48c2b786a03 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b732d07-08ff-4aba-b5d0-03d48f16a22a HTTP/1.1" status: 200 len: 946 time: 0.0545146 Mar 11 03:11:22.358765 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-f974ec95-1c88-428c-a7f5-64079b34f771 req-11efb919-125f-414b-9bbd-a1c220c0e7b6 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Deleting port a4766d59-0ed6-4c54-8ba5-950911cf518d {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:11:22.359129 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f974ec95-1c88-428c-a7f5-64079b34f771 req-11efb919-125f-414b-9bbd-a1c220c0e7b6 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (a4766d59-0ed6-4c54-8ba5-950911cf518d), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:22.449187 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-f974ec95-1c88-428c-a7f5-64079b34f771 req-11efb919-125f-414b-9bbd-a1c220c0e7b6 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] For port a4766d59-0ed6-4c54-8ba5-950911cf518d, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a4766d59-0ed6-4c54-8ba5-950911cf518d,segment=NetworkSegment(6a56faf6-77ba-4bb5-afc0-d39dcd108f20),segment_id=6a56faf6-77ba-4bb5-afc0-d39dcd108f20)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:11:22.449574 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f974ec95-1c88-428c-a7f5-64079b34f771 req-11efb919-125f-414b-9bbd-a1c220c0e7b6 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (a4766d59-0ed6-4c54-8ba5-950911cf518d), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:22.463404 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-f974ec95-1c88-428c-a7f5-64079b34f771 req-11efb919-125f-414b-9bbd-a1c220c0e7b6 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Calling delete_port for a4766d59-0ed6-4c54-8ba5-950911cf518d owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:11:22.612514 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f974ec95-1c88-428c-a7f5-64079b34f771 req-11efb919-125f-414b-9bbd-a1c220c0e7b6 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (a4766d59-0ed6-4c54-8ba5-950911cf518d), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:22.627359 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a2797061-5712-4051-ad37-49ecd97d8419 req-1d0fd35a-ec0a-4630-a57a-15023ae83652 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5b0e0c04580148afa36d42c5bca40f42&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494773 Mar 11 03:11:22.628253 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] get_ports_and_sgs() called for port_ids ['a4766d59-0ed6-4c54-8ba5-950911cf518d'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:11:22.643989 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11efb919-125f-414b-9bbd-a1c220c0e7b6 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Pushing event deleted for resources: {'Port': ['ID=a4766d59-0ed6-4c54-8ba5-950911cf518d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:22.693953 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-f974ec95-1c88-428c-a7f5-64079b34f771 req-11efb919-125f-414b-9bbd-a1c220c0e7b6 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] No DVR routers for this DVR port a4766d59-0ed6-4c54-8ba5-950911cf518d on host hv-cinder-74014 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:11:22.697511 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f974ec95-1c88-428c-a7f5-64079b34f771 req-11efb919-125f-414b-9bbd-a1c220c0e7b6 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:22.702735 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-f974ec95-1c88-428c-a7f5-64079b34f771 req-11efb919-125f-414b-9bbd-a1c220c0e7b6 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.18 "DELETE /v2.0/ports/a4766d59-0ed6-4c54-8ba5-950911cf518d HTTP/1.1" status: 204 len: 173 time: 0.4337409 Mar 11 03:11:22.703607 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b732d07-08ff-4aba-b5d0-03d48f16a22a', 'name': 'network-vif-deleted', 'tag': 'a4766d59-0ed6-4c54-8ba5-950911cf518d'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:11:22.705974 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4707ca40-1dd3-4288-a6ec-96b7baecfcc8" -d '{"events": [{"server_uuid": "2b732d07-08ff-4aba-b5d0-03d48f16a22a", "name": "network-vif-deleted", "tag": "a4766d59-0ed6-4c54-8ba5-950911cf518d"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:11:22.789072 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325998e5-ec91-4d84-869c-b62f136fc2b7 req-256bf949-31dd-4220-b2c0-8b1f844ca526 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:22.790595 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-325998e5-ec91-4d84-869c-b62f136fc2b7 req-256bf949-31dd-4220-b2c0-8b1f844ca526 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 945 time: 0.1980221 Mar 11 03:11:22.879920 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2797061-5712-4051-ad37-49ecd97d8419 req-77e93d38-a047-4a42-97f0-88ec334cb3bd tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:22.881468 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a2797061-5712-4051-ad37-49ecd97d8419 req-77e93d38-a047-4a42-97f0-88ec334cb3bd tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2395525 Mar 11 03:11:22.905138 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a2797061-5712-4051-ad37-49ecd97d8419 req-3c1c24d5-50a5-4451-9712-3c4e990c4cf4 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] 10.222.0.16 "GET /v2.0/quotas/5b0e0c04580148afa36d42c5bca40f42 HTTP/1.1" status: 200 len: 375 time: 0.0173259 Mar 11 03:11:22.908980 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-325998e5-ec91-4d84-869c-b62f136fc2b7 req-71056243-bd5e-4b44-8bd5-46d58dd8657a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058109 Mar 11 03:11:22.936892 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a2797061-5712-4051-ad37-49ecd97d8419 req-0b30a5c9-b8df-4e8d-9938-8f8c42524463 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5b0e0c04580148afa36d42c5bca40f42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256474 Mar 11 03:11:22.954440 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee78f9d-f138-4614-8145-d7b99ce46e21 x-openstack-request-id: req-aee78f9d-f138-4614-8145-d7b99ce46e21 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:11:22.954768 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b732d07-08ff-4aba-b5d0-03d48f16a22a", "name": "network-vif-deleted", "tag": "a4766d59-0ed6-4c54-8ba5-950911cf518d", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:11:22.954999 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aee78f9d-f138-4614-8145-d7b99ce46e21 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:11:22.955663 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b732d07-08ff-4aba-b5d0-03d48f16a22a', 'name': 'network-vif-deleted', 'tag': 'a4766d59-0ed6-4c54-8ba5-950911cf518d', 'status': 'completed', 'code': 200} Mar 11 03:11:23.056934 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b9dff-f5fe-4778-9192-e273fa332dd0 req-1308ebb1-a07a-422d-a0c4-60deef64b293 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:23.063966 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-515b9dff-f5fe-4778-9192-e273fa332dd0 req-1308ebb1-a07a-422d-a0c4-60deef64b293 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0661869 Mar 11 03:11:23.114626 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-515b9dff-f5fe-4778-9192-e273fa332dd0 req-934da8e3-8a31-4c9c-bef0-d25560630a7c tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495434 Mar 11 03:11:23.188983 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8cc3881e-1020-4a72-ba18-3367fae9890c req-0e9fa4ae-69b9-4aab-a30b-14c4b18eed6e tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b732d07-08ff-4aba-b5d0-03d48f16a22a HTTP/1.1" status: 200 len: 210 time: 0.0594954 Mar 11 03:11:23.245268 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0f5e3da0-05ce-4e2a-a7ef-f44f3f1a298e req-210d5ff0-3762-4c1f-974b-298708e737cf tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca0d905-a328-47ff-9b74-bd90322ecd6a HTTP/1.1" status: 200 len: 210 time: 0.0716767 Mar 11 03:11:23.351768 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05677fce-fe3c-4313-ace3-a04101905f42 req-1c250eae-388d-4af2-a31b-2b7955d309ce tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:23.359490 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-05677fce-fe3c-4313-ace3-a04101905f42 req-1c250eae-388d-4af2-a31b-2b7955d309ce tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.0800393 Mar 11 03:11:23.415228 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-05677fce-fe3c-4313-ace3-a04101905f42 req-1e4e40f6-3f75-440d-8486-549768ac6b2b tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538676 Mar 11 03:11:24.033984 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f7960-0ecf-49f9-b188-99f32bfae36c req-1e073c34-18b6-40ce-9751-e389fd79553f tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:24.035364 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ac1f7960-0ecf-49f9-b188-99f32bfae36c req-1e073c34-18b6-40ce-9751-e389fd79553f tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 945 time: 0.0527544 Mar 11 03:11:24.085608 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ac1f7960-0ecf-49f9-b188-99f32bfae36c req-2e863277-f55e-473a-9ddb-5b0c5d801585 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447297 Mar 11 03:11:24.197245 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a2797061-5712-4051-ad37-49ecd97d8419 req-1f45ee70-17e3-4255-9cfb-557d9edc9325 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=5b0e0c04580148afa36d42c5bca40f42&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337131 Mar 11 03:11:24.386541 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-da52e82f-7fdc-468a-a56b-4933e9d6ea8d req-648ea3a4-bf5c-42a3-aeeb-2e62ae4bfc41 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca0d905-a328-47ff-9b74-bd90322ecd6a HTTP/1.1" status: 200 len: 210 time: 0.0378747 Mar 11 03:11:24.432184 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2797061-5712-4051-ad37-49ecd97d8419 req-070188d8-bd84-4292-8f76-9207c7ae8c55 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:24.433738 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a2797061-5712-4051-ad37-49ecd97d8419 req-070188d8-bd84-4292-8f76-9207c7ae8c55 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2302229 Mar 11 03:11:24.452271 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-a2797061-5712-4051-ad37-49ecd97d8419 req-48eb0155-0049-45e2-8e0d-31ba5ef50c50 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] Request body: {'port': {'device_id': '0ca0d905-a328-47ff-9b74-bd90322ecd6a', 'network_id': '41c71d03-632b-4bac-b77d-b352bf947552', 'admin_state_up': True, 'tenant_id': '5b0e0c04580148afa36d42c5bca40f42'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:11:24.572895 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-f55deb41-92a9-4c24-8937-0ba93d41de22 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:24.574546 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-f55deb41-92a9-4c24-8937-0ba93d41de22 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/networks?id=a8e5d8fd-9024-4eb6-a862-65437517439a HTTP/1.1" status: 200 len: 808 time: 0.1334803 Mar 11 03:11:24.576108 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2797061-5712-4051-ad37-49ecd97d8419 req-48eb0155-0049-45e2-8e0d-31ba5ef50c50 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] Made reservation on behalf of 5b0e0c04580148afa36d42c5bca40f42 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:11:24.580368 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a2797061-5712-4051-ad37-49ecd97d8419 req-48eb0155-0049-45e2-8e0d-31ba5ef50c50 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:24.589405 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a2797061-5712-4051-ad37-49ecd97d8419 req-48eb0155-0049-45e2-8e0d-31ba5ef50c50 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:24.597761 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f54da8-f54b-42dd-ba65-ad7394e6741d req-2388f692-9a3a-4045-b222-f3c17eb2a718 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:24.599308 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b2f54da8-f54b-42dd-ba65-ad7394e6741d req-2388f692-9a3a-4045-b222-f3c17eb2a718 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.0921609 Mar 11 03:11:24.600897 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-32737549-c253-4b18-a1a1-1029f4389561 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/quotas/675f610f769345dea94cdd7b52690695 HTTP/1.1" status: 200 len: 375 time: 0.0189464 Mar 11 03:11:24.647374 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-6e599820-e86e-47e3-af02-587cdbeb320c tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=675f610f769345dea94cdd7b52690695&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405648 Mar 11 03:11:24.677169 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a2797061-5712-4051-ad37-49ecd97d8419 req-48eb0155-0049-45e2-8e0d-31ba5ef50c50 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] Publish callbacks [] for security_group (64cb6552-d007-4b10-b21e-b1f5de65d5b5), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:24.681011 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a2797061-5712-4051-ad37-49ecd97d8419 req-48eb0155-0049-45e2-8e0d-31ba5ef50c50 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (64cb6552-d007-4b10-b21e-b1f5de65d5b5), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:24.693924 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b2f54da8-f54b-42dd-ba65-ad7394e6741d req-a3f16881-514a-4d40-adcb-20d4771d621b tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883374 Mar 11 03:11:24.753025 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb0155-0049-45e2-8e0d-31ba5ef50c50 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64cb6552-d007-4b10-b21e-b1f5de65d5b5,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:24.770405 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-4f839779-1946-4b52-ae5c-c37095d6393a service neutron] 10.222.0.16 "GET /v2.0/networks/a8e5d8fd-9024-4eb6-a862-65437517439a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114769 Mar 11 03:11:24.831011 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-a2797061-5712-4051-ad37-49ecd97d8419 req-48eb0155-0049-45e2-8e0d-31ba5ef50c50 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] Allocated IP 192.168.233.28 (41c71d03-632b-4bac-b77d-b352bf947552/6b7730ed-c268-445d-9cd9-88a15f827f30/762447fa-735f-43b4-addd-853a967df7e8) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:11:24.891595 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-97cc3821-0aa6-4756-ad86-ebe13857a6b0 service neutron] 10.222.0.16 "GET /v2.0/networks/a8e5d8fd-9024-4eb6-a862-65437517439a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203325 Mar 11 03:11:24.898216 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bfa2c5-d0b9-4087-9863-9be233dbf5c9 req-aeaa5cad-5792-4f34-a6eb-bb383b887ba7 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:24.899890 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-13bfa2c5-d0b9-4087-9863-9be233dbf5c9 req-aeaa5cad-5792-4f34-a6eb-bb383b887ba7 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.1206903 Mar 11 03:11:24.962136 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-13bfa2c5-d0b9-4087-9863-9be233dbf5c9 req-fdf28077-5532-4114-aaa1-342d2fde272e tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496476 Mar 11 03:11:25.035437 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a2797061-5712-4051-ad37-49ecd97d8419 req-48eb0155-0049-45e2-8e0d-31ba5ef50c50 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] Publish callbacks [] for port (762447fa-735f-43b4-addd-853a967df7e8), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:25.067365 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5a294bbf-3b3c-4208-ae5c-03f2836795dd req-c3a4df90-fec2-46c4-9204-089c9d120e1d tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46aac0e-4445-4d0e-9456-93b9e5b2d6d0 HTTP/1.1" status: 200 len: 210 time: 0.0304370 Mar 11 03:11:25.081807 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a2797061-5712-4051-ad37-49ecd97d8419 req-48eb0155-0049-45e2-8e0d-31ba5ef50c50 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (762447fa-735f-43b4-addd-853a967df7e8), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:25.148740 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2797061-5712-4051-ad37-49ecd97d8419 req-48eb0155-0049-45e2-8e0d-31ba5ef50c50 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] Network 41c71d03-632b-4bac-b77d-b352bf947552 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:11:25.153506 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-a2797061-5712-4051-ad37-49ecd97d8419 req-48eb0155-0049-45e2-8e0d-31ba5ef50c50 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:11:25.156512 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb0155-0049-45e2-8e0d-31ba5ef50c50 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] Pushing event updated for resources: {'Port': ['ID=762447fa-735f-43b4-addd-853a967df7e8,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:25.165959 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2797061-5712-4051-ad37-49ecd97d8419 req-48eb0155-0049-45e2-8e0d-31ba5ef50c50 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:11:25.248749 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2797061-5712-4051-ad37-49ecd97d8419 req-48eb0155-0049-45e2-8e0d-31ba5ef50c50 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:25.250847 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a2797061-5712-4051-ad37-49ecd97d8419 req-48eb0155-0049-45e2-8e0d-31ba5ef50c50 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:25.287038 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a2797061-5712-4051-ad37-49ecd97d8419 req-48eb0155-0049-45e2-8e0d-31ba5ef50c50 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8386350 Mar 11 03:11:25.299480 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486dfdb-f646-4f78-b2b7-66ed8e5a0da1 req-a7b70b23-4b47-48cb-ac8a-40ee090d8771 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:25.305111 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-a2797061-5712-4051-ad37-49ecd97d8419 req-c204efda-64f7-4a93-820b-c7d0f91dc3aa service neutron] Request body: {'port': {'device_id': '0ca0d905-a328-47ff-9b74-bd90322ecd6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:11:25.307078 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0486dfdb-f646-4f78-b2b7-66ed8e5a0da1 req-a7b70b23-4b47-48cb-ac8a-40ee090d8771 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 945 time: 0.1232145 Mar 11 03:11:25.389645 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0486dfdb-f646-4f78-b2b7-66ed8e5a0da1 req-9441d938-75fd-4428-976f-6342d9b36294 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816145 Mar 11 03:11:25.394201 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a2797061-5712-4051-ad37-49ecd97d8419 req-c204efda-64f7-4a93-820b-c7d0f91dc3aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (762447fa-735f-43b4-addd-853a967df7e8), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:25.528792 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3e963e17-c487-4e00-b67e-863f29598cef None None] Provisioning complete for port 762447fa-735f-43b4-addd-853a967df7e8 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:11:25.529956 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3e963e17-c487-4e00-b67e-863f29598cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (762447fa-735f-43b4-addd-853a967df7e8), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:25.591685 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3e963e17-c487-4e00-b67e-863f29598cef None None] Port 762447fa-735f-43b4-addd-853a967df7e8 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:11:25.757996 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [req-a2797061-5712-4051-ad37-49ecd97d8419 req-c204efda-64f7-4a93-820b-c7d0f91dc3aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 762447fa-735f-43b4-addd-853a967df7e8 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:11:25.768334 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a2797061-5712-4051-ad37-49ecd97d8419 req-c204efda-64f7-4a93-820b-c7d0f91dc3aa service neutron] Publish callbacks [] for port (762447fa-735f-43b4-addd-853a967df7e8), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:25.782631 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-a2797061-5712-4051-ad37-49ecd97d8419 req-c204efda-64f7-4a93-820b-c7d0f91dc3aa service neutron] Transition to ACTIVE for port object 762447fa-735f-43b4-addd-853a967df7e8 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 03:11:25.787914 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a2797061-5712-4051-ad37-49ecd97d8419 req-c204efda-64f7-4a93-820b-c7d0f91dc3aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26187659'] for port (762447fa-735f-43b4-addd-853a967df7e8), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:25.833739 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c204efda-64f7-4a93-820b-c7d0f91dc3aa service neutron] Pushing event updated for resources: {'Port': ['ID=762447fa-735f-43b4-addd-853a967df7e8,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:25.857083 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692bcb2-abd2-47dc-a0a2-092942c938bb req-3634bccc-6d3e-4172-84e5-2dbd79b27f36 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:25.858842 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2692bcb2-abd2-47dc-a0a2-092942c938bb req-3634bccc-6d3e-4172-84e5-2dbd79b27f36 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca0d905-a328-47ff-9b74-bd90322ecd6a HTTP/1.1" status: 200 len: 935 time: 0.3608603 Mar 11 03:11:25.900953 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9dd4da-24f1-42fa-a68e-b1302c830ff7 req-316053aa-c46d-49a3-b88d-f05b06d9167c tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:25.910375 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8a9dd4da-24f1-42fa-a68e-b1302c830ff7 req-316053aa-c46d-49a3-b88d-f05b06d9167c tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.1183884 Mar 11 03:11:25.969794 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-a2797061-5712-4051-ad37-49ecd97d8419 req-c204efda-64f7-4a93-820b-c7d0f91dc3aa service neutron] Attempting to bind port 762447fa-735f-43b4-addd-853a967df7e8 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:11:25.970147 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-a2797061-5712-4051-ad37-49ecd97d8419 req-c204efda-64f7-4a93-820b-c7d0f91dc3aa service neutron] Attempting to bind port 762447fa-735f-43b4-addd-853a967df7e8 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '5ba79155-116c-4671-b116-f8afcf99eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '41c71d03-632b-4bac-b77d-b352bf947552'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:11:25.970543 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2797061-5712-4051-ad37-49ecd97d8419 req-c204efda-64f7-4a93-820b-c7d0f91dc3aa service neutron] Attempting to bind port 762447fa-735f-43b4-addd-853a967df7e8 on network 41c71d03-632b-4bac-b77d-b352bf947552 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:11:25.975465 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2797061-5712-4051-ad37-49ecd97d8419 req-c204efda-64f7-4a93-820b-c7d0f91dc3aa service neutron] Port 762447fa-735f-43b4-addd-853a967df7e8 on network 41c71d03-632b-4bac-b77d-b352bf947552 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 03:11:25.975865 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2797061-5712-4051-ad37-49ecd97d8419 req-c204efda-64f7-4a93-820b-c7d0f91dc3aa service neutron] Attempting to bind port 762447fa-735f-43b4-addd-853a967df7e8 on network 41c71d03-632b-4bac-b77d-b352bf947552 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:11:25.979250 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8a9dd4da-24f1-42fa-a68e-b1302c830ff7 req-52694e0c-617e-4f6e-abb4-a5b714e48f0d tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679486 Mar 11 03:11:25.982336 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2797061-5712-4051-ad37-49ecd97d8419 req-c204efda-64f7-4a93-820b-c7d0f91dc3aa service neutron] Checking agent: {'id': '5f38bfdc-d68c-4827-815d-ecd182596ad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'started_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:11:25.982760 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2692bcb2-abd2-47dc-a0a2-092942c938bb req-61530407-8c74-4835-ac7a-b8e009170200 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] 10.222.0.16 "GET /v2.0/security-groups?id=64cb6552-d007-4b10-b21e-b1f5de65d5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120064 Mar 11 03:11:25.982897 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2797061-5712-4051-ad37-49ecd97d8419 req-c204efda-64f7-4a93-820b-c7d0f91dc3aa service neutron] Checking segment: {'id': '5ba79155-116c-4671-b116-f8afcf99eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '41c71d03-632b-4bac-b77d-b352bf947552'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:11:25.983320 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2797061-5712-4051-ad37-49ecd97d8419 req-c204efda-64f7-4a93-820b-c7d0f91dc3aa service neutron] Bound using segment: {'id': '5ba79155-116c-4671-b116-f8afcf99eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '41c71d03-632b-4bac-b77d-b352bf947552'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:11:25.983846 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-a2797061-5712-4051-ad37-49ecd97d8419 req-c204efda-64f7-4a93-820b-c7d0f91dc3aa service neutron] Bound port: 762447fa-735f-43b4-addd-853a967df7e8, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ba79155-116c-4671-b116-f8afcf99eb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '41c71d03-632b-4bac-b77d-b352bf947552'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:11:25.985133 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a2797061-5712-4051-ad37-49ecd97d8419 req-c204efda-64f7-4a93-820b-c7d0f91dc3aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (762447fa-735f-43b4-addd-853a967df7e8), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:26.055865 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-a2797061-5712-4051-ad37-49ecd97d8419 req-c204efda-64f7-4a93-820b-c7d0f91dc3aa service neutron] For port 762447fa-735f-43b4-addd-853a967df7e8, host hv-cinder-74014, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:11:26.059800 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-a2797061-5712-4051-ad37-49ecd97d8419 req-c204efda-64f7-4a93-820b-c7d0f91dc3aa service neutron] For port 762447fa-735f-43b4-addd-853a967df7e8, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=762447fa-735f-43b4-addd-853a967df7e8,segment=NetworkSegment(5ba79155-116c-4671-b116-f8afcf99eb65),segment_id=5ba79155-116c-4671-b116-f8afcf99eb65)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:11:26.066926 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a2797061-5712-4051-ad37-49ecd97d8419 req-c204efda-64f7-4a93-820b-c7d0f91dc3aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26187659'] for port (762447fa-735f-43b4-addd-853a967df7e8), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:26.115046 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2797061-5712-4051-ad37-49ecd97d8419 req-c204efda-64f7-4a93-820b-c7d0f91dc3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:26.115671 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a2797061-5712-4051-ad37-49ecd97d8419 req-c204efda-64f7-4a93-820b-c7d0f91dc3aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:26.117064 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a2797061-5712-4051-ad37-49ecd97d8419 req-c204efda-64f7-4a93-820b-c7d0f91dc3aa service neutron] 10.222.0.18 "PUT /v2.0/ports/762447fa-735f-43b4-addd-853a967df7e8 HTTP/1.1" status: 200 len: 1097 time: 0.8230150 Mar 11 03:11:26.117509 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca0d905-a328-47ff-9b74-bd90322ecd6a', 'tag': '762447fa-735f-43b4-addd-853a967df7e8'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:11:26.119800 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5a8cd4-b644-45af-964c-1dd84dc2b723" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca0d905-a328-47ff-9b74-bd90322ecd6a", "tag": "762447fa-735f-43b4-addd-853a967df7e8"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:11:26.137197 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c204efda-64f7-4a93-820b-c7d0f91dc3aa service neutron] Pushing event updated for resources: {'Port': ['ID=762447fa-735f-43b4-addd-853a967df7e8,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:26.177380 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5b80ca-c43d-4f35-9990-26de44f40665 x-openstack-request-id: req-9f5b80ca-c43d-4f35-9990-26de44f40665 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:11:26.178131 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca0d905-a328-47ff-9b74-bd90322ecd6a", "tag": "762447fa-735f-43b4-addd-853a967df7e8", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:11:26.178425 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9f5b80ca-c43d-4f35-9990-26de44f40665 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:11:26.179023 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca0d905-a328-47ff-9b74-bd90322ecd6a', 'tag': '762447fa-735f-43b4-addd-853a967df7e8', 'status': 'completed', 'code': 200} Mar 11 03:11:26.208929 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6cef1cf4-6013-49af-8190-274dfa398b2c req-3e3aa96f-ea9e-4956-aaa7-9b4d7cc1ef07 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46aac0e-4445-4d0e-9456-93b9e5b2d6d0 HTTP/1.1" status: 200 len: 210 time: 0.0316215 Mar 11 03:11:26.261157 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2797061-5712-4051-ad37-49ecd97d8419 req-404462e0-a2a3-41bf-b701-49ad36ac42be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:26.261157 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a2797061-5712-4051-ad37-49ecd97d8419 req-404462e0-a2a3-41bf-b701-49ad36ac42be service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5b0e0c04580148afa36d42c5bca40f42&device_id=0ca0d905-a328-47ff-9b74-bd90322ecd6a HTTP/1.1" status: 200 len: 1131 time: 0.0603573 Mar 11 03:11:26.306674 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a2797061-5712-4051-ad37-49ecd97d8419 req-9c4d214e-295e-438a-886b-7c6755652cac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=762447fa-735f-43b4-addd-853a967df7e8 HTTP/1.1" status: 200 len: 217 time: 0.0363107 Mar 11 03:11:26.401205 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2797061-5712-4051-ad37-49ecd97d8419 req-3bd8e2a0-bb35-4ff2-aa82-078e46cacffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:26.402620 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a2797061-5712-4051-ad37-49ecd97d8419 req-3bd8e2a0-bb35-4ff2-aa82-078e46cacffe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6b7730ed-c268-445d-9cd9-88a15f827f30 HTTP/1.1" status: 200 len: 843 time: 0.0880921 Mar 11 03:11:26.505586 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-88b709b5-9d44-42b3-a8a4-0b197a636708 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:26.507629 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-88b709b5-9d44-42b3-a8a4-0b197a636708 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.18 "GET /v2.0/networks?id=a8e5d8fd-9024-4eb6-a862-65437517439a HTTP/1.1" status: 200 len: 808 time: 0.1633253 Mar 11 03:11:26.515583 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2797061-5712-4051-ad37-49ecd97d8419 req-6833620a-5b05-45e2-ad84-f5ffc8787d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:26.517670 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a2797061-5712-4051-ad37-49ecd97d8419 req-6833620a-5b05-45e2-ad84-f5ffc8787d42 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=41c71d03-632b-4bac-b77d-b352bf947552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0876272 Mar 11 03:11:26.522685 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-f96ba65a-016b-4995-8b95-a3e91c08fac0 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Request body: {'port': {'device_id': 'a46aac0e-4445-4d0e-9456-93b9e5b2d6d0', 'network_id': 'a8e5d8fd-9024-4eb6-a862-65437517439a', 'admin_state_up': True, 'tenant_id': '675f610f769345dea94cdd7b52690695'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:11:26.546061 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b7fc9-0bda-4927-b49f-e1528ae7cb93 req-17c63073-a19d-48b2-8fb4-33ac1350e56d tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:26.546061 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-085b7fc9-0bda-4927-b49f-e1528ae7cb93 req-17c63073-a19d-48b2-8fb4-33ac1350e56d tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 945 time: 0.0643544 Mar 11 03:11:26.590851 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-085b7fc9-0bda-4927-b49f-e1528ae7cb93 req-3308719b-5ed6-47b8-bb9d-9b2a6aeb365a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414200 Mar 11 03:11:26.893638 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a2797061-5712-4051-ad37-49ecd97d8419 req-9560f29b-2e01-4f56-bd36-f1df69cda802 service neutron] 10.222.0.18 "GET /v2.0/networks/41c71d03-632b-4bac-b77d-b352bf947552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659046 Mar 11 03:11:26.938144 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-f96ba65a-016b-4995-8b95-a3e91c08fac0 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Made reservation on behalf of 675f610f769345dea94cdd7b52690695 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:11:26.941426 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-f96ba65a-016b-4995-8b95-a3e91c08fac0 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:27.060427 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a2797061-5712-4051-ad37-49ecd97d8419 req-60a6cdd1-d882-4c0b-917a-2242fb74cf23 service neutron] 10.222.0.18 "GET /v2.0/networks/41c71d03-632b-4bac-b77d-b352bf947552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586049 Mar 11 03:11:27.120449 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-f96ba65a-016b-4995-8b95-a3e91c08fac0 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Allocated IP 172.20.0.13 (a8e5d8fd-9024-4eb6-a862-65437517439a/7db20e3c-6525-457e-83f6-0ae297be20f4/f0ba4f8c-b680-4f9a-ae4a-933a4490fa42) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:11:27.178100 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192db98a-57f4-4dfc-995e-b46dc90e2ef1 req-7bebb466-d426-4004-9b29-e20b798a2b00 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:27.179858 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-192db98a-57f4-4dfc-995e-b46dc90e2ef1 req-7bebb466-d426-4004-9b29-e20b798a2b00 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.1030414 Mar 11 03:11:27.187950 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a1e26-3e36-4211-8459-e46052c81633 req-03a2e7bf-c70c-4df1-af8a-7ac883d03435 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:27.189370 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c47a1e26-3e36-4211-8459-e46052c81633 req-03a2e7bf-c70c-4df1-af8a-7ac883d03435 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca0d905-a328-47ff-9b74-bd90322ecd6a HTTP/1.1" status: 200 len: 947 time: 0.1004670 Mar 11 03:11:27.206519 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a8cd4-b644-45af-964c-1dd84dc2b723 req-672d89d4-900a-44b4-955b-056da4b9b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:27.207997 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ee5a8cd4-b644-45af-964c-1dd84dc2b723 req-672d89d4-900a-44b4-955b-056da4b9b8cd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5b0e0c04580148afa36d42c5bca40f42&device_id=0ca0d905-a328-47ff-9b74-bd90322ecd6a HTTP/1.1" status: 200 len: 1131 time: 0.0854597 Mar 11 03:11:27.258305 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-192db98a-57f4-4dfc-995e-b46dc90e2ef1 req-3c1eabda-6026-455b-937a-f4c91fd93026 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679045 Mar 11 03:11:27.279276 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c47a1e26-3e36-4211-8459-e46052c81633 req-125a62a0-5794-44af-9b80-520c223e584e tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] 10.222.0.16 "GET /v2.0/security-groups?id=64cb6552-d007-4b10-b21e-b1f5de65d5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733719 Mar 11 03:11:27.352132 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4e11c53e-a9a6-4dd2-82fe-fc4479ff2072 req-37a8aff8-5fff-4adf-bc78-5ed94274f210 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46aac0e-4445-4d0e-9456-93b9e5b2d6d0 HTTP/1.1" status: 200 len: 210 time: 0.0284419 Mar 11 03:11:27.381241 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a8cd4-b644-45af-964c-1dd84dc2b723 req-7a2e05c0-969d-4ba6-804c-c0e036af25a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:27.383060 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ee5a8cd4-b644-45af-964c-1dd84dc2b723 req-7a2e05c0-969d-4ba6-804c-c0e036af25a1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=41c71d03-632b-4bac-b77d-b352bf947552 HTTP/1.1" status: 200 len: 869 time: 0.1629632 Mar 11 03:11:27.386155 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-f96ba65a-016b-4995-8b95-a3e91c08fac0 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Publish callbacks [] for port (f0ba4f8c-b680-4f9a-ae4a-933a4490fa42), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:27.431071 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ee5a8cd4-b644-45af-964c-1dd84dc2b723 req-c2a96b9c-a3e4-4699-8f09-4cd27f6247fd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=762447fa-735f-43b4-addd-853a967df7e8 HTTP/1.1" status: 200 len: 217 time: 0.0365388 Mar 11 03:11:27.488033 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-f96ba65a-016b-4995-8b95-a3e91c08fac0 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (f0ba4f8c-b680-4f9a-ae4a-933a4490fa42), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:27.496903 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a8cd4-b644-45af-964c-1dd84dc2b723 req-11c6d985-7758-4805-bf29-7ea1872da52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:27.498354 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ee5a8cd4-b644-45af-964c-1dd84dc2b723 req-11c6d985-7758-4805-bf29-7ea1872da52a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6b7730ed-c268-445d-9cd9-88a15f827f30 HTTP/1.1" status: 200 len: 843 time: 0.0574911 Mar 11 03:11:27.518982 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device a4766d59-0ed6-4c54-8ba5-950911cf518d no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:11:27.538869 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] No Port match for: a4766d59-0ed6-4c54-8ba5-950911cf518d {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:11:27.539220 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device a4766d59-0ed6-4c54-8ba5-950911cf518d not bound to the agent host hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:11:27.560693 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-f96ba65a-016b-4995-8b95-a3e91c08fac0 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Network a8e5d8fd-9024-4eb6-a862-65437517439a is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:11:27.571736 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-f96ba65a-016b-4995-8b95-a3e91c08fac0 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:11:27.576822 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-f96ba65a-016b-4995-8b95-a3e91c08fac0 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:11:27.586219 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ba65a-016b-4995-8b95-a3e91c08fac0 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Pushing event updated for resources: {'Port': ['ID=f0ba4f8c-b680-4f9a-ae4a-933a4490fa42,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:27.632945 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a8cd4-b644-45af-964c-1dd84dc2b723 req-c00b9431-9f3c-4cdf-b464-ab7353152fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:27.634317 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ee5a8cd4-b644-45af-964c-1dd84dc2b723 req-c00b9431-9f3c-4cdf-b464-ab7353152fe3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=41c71d03-632b-4bac-b77d-b352bf947552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.1081088 Mar 11 03:11:27.639587 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-f96ba65a-016b-4995-8b95-a3e91c08fac0 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:27.640730 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-f96ba65a-016b-4995-8b95-a3e91c08fac0 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:27.674918 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-f96ba65a-016b-4995-8b95-a3e91c08fac0 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1561625 Mar 11 03:11:27.718192 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-b6b1c8d3-2a05-4244-9604-3b8e352351eb service neutron] Request body: {'port': {'device_id': 'a46aac0e-4445-4d0e-9456-93b9e5b2d6d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:11:27.722095 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118a39b-9557-4cc9-bd27-3aa076c871c9 req-db1f8f4a-1e6f-4a33-8a3f-ab23df1a9c12 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:27.723668 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6118a39b-9557-4cc9-bd27-3aa076c871c9 req-db1f8f4a-1e6f-4a33-8a3f-ab23df1a9c12 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 945 time: 0.0585034 Mar 11 03:11:27.771921 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6118a39b-9557-4cc9-bd27-3aa076c871c9 req-bfc401b8-a9ae-444e-a621-814b4c205201 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423384 Mar 11 03:11:27.789252 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ee5a8cd4-b644-45af-964c-1dd84dc2b723 req-6858f9bf-8572-42ab-bdce-dad2fe910a40 service neutron] 10.222.0.18 "GET /v2.0/networks/41c71d03-632b-4bac-b77d-b352bf947552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458499 Mar 11 03:11:27.805217 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-b6b1c8d3-2a05-4244-9604-3b8e352351eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (f0ba4f8c-b680-4f9a-ae4a-933a4490fa42), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:27.976916 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ee5a8cd4-b644-45af-964c-1dd84dc2b723 req-44bba6ed-a34a-42d2-b507-b6392a493b8e service neutron] 10.222.0.18 "GET /v2.0/networks/41c71d03-632b-4bac-b77d-b352bf947552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807508 Mar 11 03:11:28.143240 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-b6b1c8d3-2a05-4244-9604-3b8e352351eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0ba4f8c-b680-4f9a-ae4a-933a4490fa42 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:11:28.150722 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-b6b1c8d3-2a05-4244-9604-3b8e352351eb service neutron] Publish callbacks [] for port (f0ba4f8c-b680-4f9a-ae4a-933a4490fa42), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:28.164635 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-b6b1c8d3-2a05-4244-9604-3b8e352351eb service neutron] Transition to ACTIVE for port object f0ba4f8c-b680-4f9a-ae4a-933a4490fa42 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 03:11:28.171021 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-b6b1c8d3-2a05-4244-9604-3b8e352351eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26187659'] for port (f0ba4f8c-b680-4f9a-ae4a-933a4490fa42), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:28.223914 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1c8d3-2a05-4244-9604-3b8e352351eb service neutron] Pushing event updated for resources: {'Port': ['ID=f0ba4f8c-b680-4f9a-ae4a-933a4490fa42,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:28.294158 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-b6b1c8d3-2a05-4244-9604-3b8e352351eb service neutron] Attempting to bind port f0ba4f8c-b680-4f9a-ae4a-933a4490fa42 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:11:28.294504 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-b6b1c8d3-2a05-4244-9604-3b8e352351eb service neutron] Attempting to bind port f0ba4f8c-b680-4f9a-ae4a-933a4490fa42 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '6a56faf6-77ba-4bb5-afc0-d39dcd108f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a8e5d8fd-9024-4eb6-a862-65437517439a'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:11:28.294908 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-b6b1c8d3-2a05-4244-9604-3b8e352351eb service neutron] Attempting to bind port f0ba4f8c-b680-4f9a-ae4a-933a4490fa42 on network a8e5d8fd-9024-4eb6-a862-65437517439a {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:11:28.300413 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-b6b1c8d3-2a05-4244-9604-3b8e352351eb service neutron] Port f0ba4f8c-b680-4f9a-ae4a-933a4490fa42 on network a8e5d8fd-9024-4eb6-a862-65437517439a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 03:11:28.300751 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-b6b1c8d3-2a05-4244-9604-3b8e352351eb service neutron] Attempting to bind port f0ba4f8c-b680-4f9a-ae4a-933a4490fa42 on network a8e5d8fd-9024-4eb6-a862-65437517439a {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:11:28.306088 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-b6b1c8d3-2a05-4244-9604-3b8e352351eb service neutron] Checking agent: {'id': '5f38bfdc-d68c-4827-815d-ecd182596ad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'started_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:11:28.306435 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-b6b1c8d3-2a05-4244-9604-3b8e352351eb service neutron] Checking segment: {'id': '6a56faf6-77ba-4bb5-afc0-d39dcd108f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a8e5d8fd-9024-4eb6-a862-65437517439a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:11:28.306828 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-b6b1c8d3-2a05-4244-9604-3b8e352351eb service neutron] Bound using segment: {'id': '6a56faf6-77ba-4bb5-afc0-d39dcd108f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a8e5d8fd-9024-4eb6-a862-65437517439a'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:11:28.307266 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-b6b1c8d3-2a05-4244-9604-3b8e352351eb service neutron] Bound port: f0ba4f8c-b680-4f9a-ae4a-933a4490fa42, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a56faf6-77ba-4bb5-afc0-d39dcd108f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a8e5d8fd-9024-4eb6-a862-65437517439a'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:11:28.307631 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-b6b1c8d3-2a05-4244-9604-3b8e352351eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (f0ba4f8c-b680-4f9a-ae4a-933a4490fa42), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:28.376076 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-b6b1c8d3-2a05-4244-9604-3b8e352351eb service neutron] For port f0ba4f8c-b680-4f9a-ae4a-933a4490fa42, host hv-cinder-74014, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:11:28.379195 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-b6b1c8d3-2a05-4244-9604-3b8e352351eb service neutron] For port f0ba4f8c-b680-4f9a-ae4a-933a4490fa42, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f0ba4f8c-b680-4f9a-ae4a-933a4490fa42,segment=NetworkSegment(6a56faf6-77ba-4bb5-afc0-d39dcd108f20),segment_id=6a56faf6-77ba-4bb5-afc0-d39dcd108f20)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:11:28.385492 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-b6b1c8d3-2a05-4244-9604-3b8e352351eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26187659'] for port (f0ba4f8c-b680-4f9a-ae4a-933a4490fa42), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:28.414584 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d73bad-5894-4ee2-b6b5-9ef9ae77c0a2 req-4bb07d1c-b6c5-46ff-a6c2-14a4c6ae7e50 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:28.416057 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-53d73bad-5894-4ee2-b6b5-9ef9ae77c0a2 req-4bb07d1c-b6c5-46ff-a6c2-14a4c6ae7e50 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.0851710 Mar 11 03:11:28.424558 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-b6b1c8d3-2a05-4244-9604-3b8e352351eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:28.425177 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-b6b1c8d3-2a05-4244-9604-3b8e352351eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:28.426578 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-b6b1c8d3-2a05-4244-9604-3b8e352351eb service neutron] 10.222.0.18 "PUT /v2.0/ports/f0ba4f8c-b680-4f9a-ae4a-933a4490fa42 HTTP/1.1" status: 200 len: 1094 time: 0.7127540 Mar 11 03:11:28.427118 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a46aac0e-4445-4d0e-9456-93b9e5b2d6d0', 'tag': 'f0ba4f8c-b680-4f9a-ae4a-933a4490fa42'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:11:28.429486 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77422769-05df-44d4-ba06-8cfa02cde29d" -d '{"events": [{"name": "network-changed", "server_uuid": "a46aac0e-4445-4d0e-9456-93b9e5b2d6d0", "tag": "f0ba4f8c-b680-4f9a-ae4a-933a4490fa42"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:11:28.433489 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2911f8e-b7ce-4792-9a1e-945be7907109 req-d52fc285-c137-422a-89bd-d2f52f21dc00 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:28.435414 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e2911f8e-b7ce-4792-9a1e-945be7907109 req-d52fc285-c137-422a-89bd-d2f52f21dc00 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca0d905-a328-47ff-9b74-bd90322ecd6a HTTP/1.1" status: 200 len: 947 time: 0.0754673 Mar 11 03:11:28.454826 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1c8d3-2a05-4244-9604-3b8e352351eb service neutron] Pushing event updated for resources: {'Port': ['ID=f0ba4f8c-b680-4f9a-ae4a-933a4490fa42,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:28.512180 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-53d73bad-5894-4ee2-b6b5-9ef9ae77c0a2 req-2fbfe9a0-1c66-4dc2-aa3e-50ddfee7da11 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862591 Mar 11 03:11:28.519208 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e2911f8e-b7ce-4792-9a1e-945be7907109 req-5c853ac3-4dcf-40cb-b00c-19e4fe969844 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] 10.222.0.16 "GET /v2.0/security-groups?id=64cb6552-d007-4b10-b21e-b1f5de65d5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765505 Mar 11 03:11:28.524804 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-7c4f9f17-d7de-4930-96e8-76565a9c51df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:28.526358 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-7c4f9f17-d7de-4930-96e8-76565a9c51df service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=675f610f769345dea94cdd7b52690695&device_id=a46aac0e-4445-4d0e-9456-93b9e5b2d6d0 HTTP/1.1" status: 200 len: 1128 time: 0.0485446 Mar 11 03:11:28.574311 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e6ca37-e16b-4492-9115-b24b9662568f x-openstack-request-id: req-79e6ca37-e16b-4492-9115-b24b9662568f {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:11:28.574698 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a46aac0e-4445-4d0e-9456-93b9e5b2d6d0", "tag": "f0ba4f8c-b680-4f9a-ae4a-933a4490fa42", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:11:28.575015 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-79e6ca37-e16b-4492-9115-b24b9662568f {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:11:28.575477 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a46aac0e-4445-4d0e-9456-93b9e5b2d6d0', 'tag': 'f0ba4f8c-b680-4f9a-ae4a-933a4490fa42', 'status': 'completed', 'code': 200} Mar 11 03:11:28.577052 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-9b44da47-c1f4-441e-9bf8-c1a62bfc94f6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0ba4f8c-b680-4f9a-ae4a-933a4490fa42 HTTP/1.1" status: 200 len: 217 time: 0.0435548 Mar 11 03:11:28.635256 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-60e8b8b3-c43c-4d97-9807-a81b71ab053b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:28.636659 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-60e8b8b3-c43c-4d97-9807-a81b71ab053b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7db20e3c-6525-457e-83f6-0ae297be20f4 HTTP/1.1" status: 200 len: 848 time: 0.0514598 Mar 11 03:11:28.641780 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23102ff-fede-4c79-ac00-7a776a041223 req-35a8249b-5796-4e22-81ac-5b5ba417aa5b tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:28.643384 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e23102ff-fede-4c79-ac00-7a776a041223 req-35a8249b-5796-4e22-81ac-5b5ba417aa5b tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46aac0e-4445-4d0e-9456-93b9e5b2d6d0 HTTP/1.1" status: 200 len: 944 time: 0.0560226 Mar 11 03:11:28.675217 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-776db1b6-3f06-4212-be77-6b36acd23651 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8e5d8fd-9024-4eb6-a862-65437517439a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310588 Mar 11 03:11:28.701278 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e23102ff-fede-4c79-ac00-7a776a041223 req-219d5fa6-25f5-4e65-8a5f-0538089e0432 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/security-groups?id=825b34ce-1701-43d7-ad5a-8f55522ee341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519040 Mar 11 03:11:28.771212 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-d981738c-b548-4b6f-9ac9-a7f3fad59209 service neutron] 10.222.0.18 "GET /v2.0/networks/a8e5d8fd-9024-4eb6-a862-65437517439a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865521 Mar 11 03:11:28.866658 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-276a4eb0-3ad5-4ee5-a9a0-7e851eef2733 req-1523c903-1f4a-4c4c-9458-7d07b0026736 service neutron] 10.222.0.18 "GET /v2.0/networks/a8e5d8fd-9024-4eb6-a862-65437517439a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870981 Mar 11 03:11:28.897073 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a81659-490e-413e-ac21-a466d06ad111 req-773e4b35-46e0-4b3a-bef2-b4fb739dd8f1 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:28.898607 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-89a81659-490e-413e-ac21-a466d06ad111 req-773e4b35-46e0-4b3a-bef2-b4fb739dd8f1 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 945 time: 0.0531385 Mar 11 03:11:28.945236 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-89a81659-490e-413e-ac21-a466d06ad111 req-a06d85c5-35cb-4dd5-8a18-b233b92b96b6 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411868 Mar 11 03:11:28.978213 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77422769-05df-44d4-ba06-8cfa02cde29d req-52352214-8013-468f-9e33-ed1c8226fe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:28.979689 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-77422769-05df-44d4-ba06-8cfa02cde29d req-52352214-8013-468f-9e33-ed1c8226fe2c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=675f610f769345dea94cdd7b52690695&device_id=a46aac0e-4445-4d0e-9456-93b9e5b2d6d0 HTTP/1.1" status: 200 len: 1128 time: 0.0470631 Mar 11 03:11:29.065545 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f09b6c98-57fc-4d91-aff5-ea85cffc6eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:29.080429 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77422769-05df-44d4-ba06-8cfa02cde29d req-241bfc93-5e86-4b12-a45f-ee5c84d3733f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:29.082085 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-77422769-05df-44d4-ba06-8cfa02cde29d req-241bfc93-5e86-4b12-a45f-ee5c84d3733f service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8e5d8fd-9024-4eb6-a862-65437517439a HTTP/1.1" status: 200 len: 908 time: 0.0910487 Mar 11 03:11:29.128494 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-77422769-05df-44d4-ba06-8cfa02cde29d req-69f72fd8-8681-4a71-a77d-3b064515f353 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0ba4f8c-b680-4f9a-ae4a-933a4490fa42 HTTP/1.1" status: 200 len: 217 time: 0.0362093 Mar 11 03:11:29.178838 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77422769-05df-44d4-ba06-8cfa02cde29d req-f8dbcced-918d-4c92-9c77-ac3bd9cf939b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:29.180215 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-77422769-05df-44d4-ba06-8cfa02cde29d req-f8dbcced-918d-4c92-9c77-ac3bd9cf939b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7db20e3c-6525-457e-83f6-0ae297be20f4 HTTP/1.1" status: 200 len: 848 time: 0.0423315 Mar 11 03:11:29.212851 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-77422769-05df-44d4-ba06-8cfa02cde29d req-3e28aa9e-4f04-4c58-a6c8-7090fdb1ea16 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8e5d8fd-9024-4eb6-a862-65437517439a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238328 Mar 11 03:11:29.323102 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-77422769-05df-44d4-ba06-8cfa02cde29d req-72ee11a2-b6c5-4ac6-823c-db9e5911c434 service neutron] 10.222.0.18 "GET /v2.0/networks/a8e5d8fd-9024-4eb6-a862-65437517439a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868349 Mar 11 03:11:29.423240 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-77422769-05df-44d4-ba06-8cfa02cde29d req-e06c6138-8586-4dce-8214-1ccad7af4377 service neutron] 10.222.0.18 "GET /v2.0/networks/a8e5d8fd-9024-4eb6-a862-65437517439a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842884 Mar 11 03:11:29.537717 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 762447fa-735f-43b4-addd-853a967df7e8 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 03:11:29.644019 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 762447fa-735f-43b4-addd-853a967df7e8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=762447fa-735f-43b4-addd-853a967df7e8,segment=NetworkSegment(5ba79155-116c-4671-b116-f8afcf99eb65),segment_id=5ba79155-116c-4671-b116-f8afcf99eb65)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:11:29.656654 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Returning: {'device': '762447fa-735f-43b4-addd-853a967df7e8', 'network_id': '41c71d03-632b-4bac-b77d-b352bf947552', 'port_id': '762447fa-735f-43b4-addd-853a967df7e8', 'mac_address': 'fa:16:3e:f0:0f:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b7730ed-c268-445d-9cd9-88a15f827f30', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 03:11:29.683181 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78ad16-6c5b-40b7-bca1-12e53e373458 req-79b6f045-e410-4af5-9604-21f0a85694d3 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:29.684691 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8e78ad16-6c5b-40b7-bca1-12e53e373458 req-79b6f045-e410-4af5-9604-21f0a85694d3 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.0919654 Mar 11 03:11:29.692736 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac38420-000f-45d5-abc6-e96678b1e24a req-4f4e05d4-8446-427e-b359-d9156e26566b tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:29.694236 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8ac38420-000f-45d5-abc6-e96678b1e24a req-4f4e05d4-8446-427e-b359-d9156e26566b tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca0d905-a328-47ff-9b74-bd90322ecd6a HTTP/1.1" status: 200 len: 947 time: 0.1033401 Mar 11 03:11:29.697008 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 762447fa-735f-43b4-addd-853a967df7e8 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:11:29.697478 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (762447fa-735f-43b4-addd-853a967df7e8), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:29.712676 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 762447fa-735f-43b4-addd-853a967df7e8 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:11:29.734062 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 762447fa-735f-43b4-addd-853a967df7e8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=762447fa-735f-43b4-addd-853a967df7e8,segment=NetworkSegment(5ba79155-116c-4671-b116-f8afcf99eb65),segment_id=5ba79155-116c-4671-b116-f8afcf99eb65)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:11:29.738170 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (762447fa-735f-43b4-addd-853a967df7e8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:29.762501 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8e78ad16-6c5b-40b7-bca1-12e53e373458 req-82e1690b-2c6b-4984-b2c2-d97bbc7376f2 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672681 Mar 11 03:11:29.774409 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8ac38420-000f-45d5-abc6-e96678b1e24a req-66e72ae0-5d4b-4d35-993d-d9b506c3ff63 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] 10.222.0.16 "GET /v2.0/security-groups?id=64cb6552-d007-4b10-b21e-b1f5de65d5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722740 Mar 11 03:11:29.789390 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=762447fa-735f-43b4-addd-853a967df7e8,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:29.876478 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb61f6-6970-40d7-9ee3-203e4587d8f7 req-100577c4-874c-49f0-8722-509dd368a915 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:29.877971 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dbeb61f6-6970-40d7-9ee3-203e4587d8f7 req-100577c4-874c-49f0-8722-509dd368a915 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46aac0e-4445-4d0e-9456-93b9e5b2d6d0 HTTP/1.1" status: 200 len: 944 time: 0.0526056 Mar 11 03:11:29.923130 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dbeb61f6-6970-40d7-9ee3-203e4587d8f7 req-3fd5d815-7139-44a1-adb7-bdbd718cf1c1 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/security-groups?id=825b34ce-1701-43d7-ad5a-8f55522ee341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397224 Mar 11 03:11:30.071480 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae6b92-3d81-424d-8723-443625e32feb req-950cd325-aa95-4f3c-b9dd-f3b71e44f67f tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:30.072953 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-32ae6b92-3d81-424d-8723-443625e32feb req-950cd325-aa95-4f3c-b9dd-f3b71e44f67f tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 945 time: 0.0549777 Mar 11 03:11:30.120665 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-32ae6b92-3d81-424d-8723-443625e32feb req-225d397d-87c7-4cd9-9a84-98c09104f411 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415657 Mar 11 03:11:30.211078 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] get_ports_and_sgs() called for port_ids ['762447fa-735f-43b4-addd-853a967df7e8'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:11:30.912981 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3632eba-c799-4e17-8c0e-10323dddd14e req-e0983f7c-d181-40c3-b3fb-2c70933c343c tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:30.914498 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b3632eba-c799-4e17-8c0e-10323dddd14e req-e0983f7c-d181-40c3-b3fb-2c70933c343c tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.0832705 Mar 11 03:11:30.922481 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a6606-f358-4896-ba01-53a0f4082c18 req-76d6c826-6444-4d8a-9cf4-317273957931 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:30.923881 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cb6a6606-f358-4896-ba01-53a0f4082c18 req-76d6c826-6444-4d8a-9cf4-317273957931 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca0d905-a328-47ff-9b74-bd90322ecd6a HTTP/1.1" status: 200 len: 948 time: 0.0827641 Mar 11 03:11:30.997019 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b3632eba-c799-4e17-8c0e-10323dddd14e req-1a2e68ac-bc09-4d19-943b-ecbcc9a6143d tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720797 Mar 11 03:11:31.002175 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cb6a6606-f358-4896-ba01-53a0f4082c18 req-7739818b-2ad8-47af-b682-87237853c721 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] 10.222.0.16 "GET /v2.0/security-groups?id=64cb6552-d007-4b10-b21e-b1f5de65d5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711138 Mar 11 03:11:31.103828 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe12c5-4bfc-40b0-871b-55698ed06cc6 req-03c1fa61-570a-4454-9ccd-94448bde4e7b tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:31.105281 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2fbe12c5-4bfc-40b0-871b-55698ed06cc6 req-03c1fa61-570a-4454-9ccd-94448bde4e7b tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46aac0e-4445-4d0e-9456-93b9e5b2d6d0 HTTP/1.1" status: 200 len: 944 time: 0.0515487 Mar 11 03:11:31.154139 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2fbe12c5-4bfc-40b0-871b-55698ed06cc6 req-8db15dcf-7891-40a6-a526-ea4a16c69e8b tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/security-groups?id=825b34ce-1701-43d7-ad5a-8f55522ee341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427413 Mar 11 03:11:31.253195 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c1b8d-6e7d-4d3f-86e2-b567d9040e1e req-586ce72e-590c-4f65-8ed4-934ec911458d tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:31.254601 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-493c1b8d-6e7d-4d3f-86e2-b567d9040e1e req-586ce72e-590c-4f65-8ed4-934ec911458d tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 945 time: 0.0524976 Mar 11 03:11:31.300681 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-493c1b8d-6e7d-4d3f-86e2-b567d9040e1e req-9558e73a-9368-4b1c-9a94-6836424b46db tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406334 Mar 11 03:11:31.431597 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4fef1a36-5756-4c79-af3d-16f940972537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:31.533749 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device f0ba4f8c-b680-4f9a-ae4a-933a4490fa42 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 03:11:31.536942 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 762447fa-735f-43b4-addd-853a967df7e8 up at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:11:31.657188 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning for port 762447fa-735f-43b4-addd-853a967df7e8 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 03:11:31.665105 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning complete for port 762447fa-735f-43b4-addd-853a967df7e8 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:11:31.665474 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (762447fa-735f-43b4-addd-853a967df7e8), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:31.701843 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port f0ba4f8c-b680-4f9a-ae4a-933a4490fa42, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f0ba4f8c-b680-4f9a-ae4a-933a4490fa42,segment=NetworkSegment(6a56faf6-77ba-4bb5-afc0-d39dcd108f20),segment_id=6a56faf6-77ba-4bb5-afc0-d39dcd108f20)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:11:31.720990 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Returning: {'device': 'f0ba4f8c-b680-4f9a-ae4a-933a4490fa42', 'network_id': 'a8e5d8fd-9024-4eb6-a862-65437517439a', 'port_id': 'f0ba4f8c-b680-4f9a-ae4a-933a4490fa42', 'mac_address': 'fa:16:3e:1c:a1:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db20e3c-6525-457e-83f6-0ae297be20f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 03:11:31.782463 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port f0ba4f8c-b680-4f9a-ae4a-933a4490fa42 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:11:31.782857 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (f0ba4f8c-b680-4f9a-ae4a-933a4490fa42), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:31.801449 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 762447fa-735f-43b4-addd-853a967df7e8 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:11:31.801832 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (762447fa-735f-43b4-addd-853a967df7e8), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:31.805222 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0ba4f8c-b680-4f9a-ae4a-933a4490fa42 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:11:31.840304 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port f0ba4f8c-b680-4f9a-ae4a-933a4490fa42, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f0ba4f8c-b680-4f9a-ae4a-933a4490fa42,segment=NetworkSegment(6a56faf6-77ba-4bb5-afc0-d39dcd108f20),segment_id=6a56faf6-77ba-4bb5-afc0-d39dcd108f20)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:11:31.845506 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca0d905-a328-47ff-9b74-bd90322ecd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762447fa-735f-43b4-addd-853a967df7e8'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:11:31.848527 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288e491573ecc61b3bf0bc0bc1cef05b47d52e8efc38ed9f7c410eed2e18b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41bfe82-686b-43d2-95ff-03ef35519bb4" -d '{"events": [{"server_uuid": "0ca0d905-a328-47ff-9b74-bd90322ecd6a", "name": "network-vif-plugged", "status": "completed", "tag": "762447fa-735f-43b4-addd-853a967df7e8"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:11:31.857567 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (f0ba4f8c-b680-4f9a-ae4a-933a4490fa42), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:31.864389 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 762447fa-735f-43b4-addd-853a967df7e8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=762447fa-735f-43b4-addd-853a967df7e8,segment=NetworkSegment(5ba79155-116c-4671-b116-f8afcf99eb65),segment_id=5ba79155-116c-4671-b116-f8afcf99eb65)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:11:31.884425 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (762447fa-735f-43b4-addd-853a967df7e8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:31.889252 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3059c8-2d4d-4e7c-84e2-b91a3edfeb3a x-openstack-request-id: req-3d3059c8-2d4d-4e7c-84e2-b91a3edfeb3a {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:11:31.889540 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca0d905-a328-47ff-9b74-bd90322ecd6a", "name": "network-vif-plugged", "status": "completed", "tag": "762447fa-735f-43b4-addd-853a967df7e8", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:11:31.889791 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d3059c8-2d4d-4e7c-84e2-b91a3edfeb3a {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:11:31.890882 dv-cinder-740146-14-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca0d905-a328-47ff-9b74-bd90322ecd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762447fa-735f-43b4-addd-853a967df7e8', 'code': 200} Mar 11 03:11:31.915449 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=f0ba4f8c-b680-4f9a-ae4a-933a4490fa42,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:31.965422 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=762447fa-735f-43b4-addd-853a967df7e8,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:32.096568 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12295cae-5408-4c16-ba00-5541d05f29ba req-fe084caa-2d18-45dc-99d3-f0ad36faa846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:32.098387 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-12295cae-5408-4c16-ba00-5541d05f29ba req-fe084caa-2d18-45dc-99d3-f0ad36faa846 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0ca0d905-a328-47ff-9b74-bd90322ecd6a HTTP/1.1" status: 200 len: 1133 time: 0.0544395 Mar 11 03:11:32.151806 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-12295cae-5408-4c16-ba00-5541d05f29ba req-d7500a58-5cc6-4a7e-9c15-b93cacacf95b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=64cb6552-d007-4b10-b21e-b1f5de65d5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451341 Mar 11 03:11:32.165397 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec37441-b69c-442f-a0bf-22bae36ccdb1 req-1e21fe8c-fa75-4636-9f27-ea48f200d39f tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:32.166883 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5ec37441-b69c-442f-a0bf-22bae36ccdb1 req-1e21fe8c-fa75-4636-9f27-ea48f200d39f tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.0959108 Mar 11 03:11:32.173946 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b2cd1-9151-4c13-b849-37deabbef8a4 req-3348195a-0535-4d63-ad46-abd30482a82c tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:32.175280 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8f5b2cd1-9151-4c13-b849-37deabbef8a4 req-3348195a-0535-4d63-ad46-abd30482a82c tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca0d905-a328-47ff-9b74-bd90322ecd6a HTTP/1.1" status: 200 len: 949 time: 0.0953758 Mar 11 03:11:32.250888 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5ec37441-b69c-442f-a0bf-22bae36ccdb1 req-9db251a3-e8fc-4a0e-be9e-d4f4883e4ff4 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746603 Mar 11 03:11:32.254880 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8f5b2cd1-9151-4c13-b849-37deabbef8a4 req-716691ca-5f38-4e96-8203-43cf9366a757 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] 10.222.0.16 "GET /v2.0/security-groups?id=64cb6552-d007-4b10-b21e-b1f5de65d5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711906 Mar 11 03:11:32.272116 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] get_ports_and_sgs() called for port_ids ['f0ba4f8c-b680-4f9a-ae4a-933a4490fa42'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:11:32.363874 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad1dcf-b873-4b15-a5d7-3dc5b903c071 req-c323788e-1f17-4899-b62d-952023fc5379 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:32.365381 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-66ad1dcf-b873-4b15-a5d7-3dc5b903c071 req-c323788e-1f17-4899-b62d-952023fc5379 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46aac0e-4445-4d0e-9456-93b9e5b2d6d0 HTTP/1.1" status: 200 len: 945 time: 0.0566177 Mar 11 03:11:32.446302 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-66ad1dcf-b873-4b15-a5d7-3dc5b903c071 req-e01ed52a-9b4b-45b7-8810-27495ba70758 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/security-groups?id=825b34ce-1701-43d7-ad5a-8f55522ee341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739503 Mar 11 03:11:32.453528 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92bceab-25ce-4ce8-b612-f4ee5bb7b296 req-9b8b3a6d-293c-4b5f-a7d5-bff7a06b9894 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:32.455140 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c92bceab-25ce-4ce8-b612-f4ee5bb7b296 req-9b8b3a6d-293c-4b5f-a7d5-bff7a06b9894 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 945 time: 0.0845895 Mar 11 03:11:32.501299 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c92bceab-25ce-4ce8-b612-f4ee5bb7b296 req-0e3ba7d7-da3c-4ac7-98c6-4228c23209c5 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406895 Mar 11 03:11:32.632065 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:33.173479 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1360a92-bb53-4479-9045-42a939c71df9 req-e7840b2b-33e3-4172-9303-f1077915a2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:33.174940 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b1360a92-bb53-4479-9045-42a939c71df9 req-e7840b2b-33e3-4172-9303-f1077915a2cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f7e7fb507bd241639abd2bb972ec968e&device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 1129 time: 0.0441105 Mar 11 03:11:33.180055 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720e195-bcf3-4d58-80f2-4dcb1c34a9c8 req-b9885a00-1876-4b84-8955-65ac63ace4da tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:33.181493 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c720e195-bcf3-4d58-80f2-4dcb1c34a9c8 req-b9885a00-1876-4b84-8955-65ac63ace4da tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0517824 Mar 11 03:11:33.231576 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c720e195-bcf3-4d58-80f2-4dcb1c34a9c8 req-99f36830-942b-41ba-a57e-173927b31c42 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443840 Mar 11 03:11:33.271883 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1360a92-bb53-4479-9045-42a939c71df9 req-f569b3a0-8a82-4560-83a8-5f3f79d7331a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:33.273350 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b1360a92-bb53-4479-9045-42a939c71df9 req-f569b3a0-8a82-4560-83a8-5f3f79d7331a service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2d579c7-a842-4f0b-93b4-f7cc1c183b27 HTTP/1.1" status: 200 len: 919 time: 0.0901170 Mar 11 03:11:33.317119 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b1360a92-bb53-4479-9045-42a939c71df9 req-48e7c71d-9994-42a1-9351-4b6bb7853ee9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=821c2ddf-a3cc-459d-bc78-acf1e102fdb3 HTTP/1.1" status: 200 len: 217 time: 0.0372186 Mar 11 03:11:33.368106 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1360a92-bb53-4479-9045-42a939c71df9 req-63ec04e9-fa1c-425b-ba80-74608b9a69d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:33.369583 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b1360a92-bb53-4479-9045-42a939c71df9 req-63ec04e9-fa1c-425b-ba80-74608b9a69d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e0cab262-f422-464f-830a-5936d4fe68aa HTTP/1.1" status: 200 len: 859 time: 0.0439818 Mar 11 03:11:33.404099 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b406fd-217d-4527-b57f-8f2d2207c8f2 req-d3642304-1d49-4006-9914-ab93c7b55647 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:33.404855 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b1360a92-bb53-4479-9045-42a939c71df9 req-7dd93340-1d35-4272-becc-1b8f8cffed9b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2d579c7-a842-4f0b-93b4-f7cc1c183b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286367 Mar 11 03:11:33.405758 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-64b406fd-217d-4527-b57f-8f2d2207c8f2 req-d3642304-1d49-4006-9914-ab93c7b55647 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.0843606 Mar 11 03:11:33.412308 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132c75c-c6a4-4435-8fc9-fee841ca9b72 req-507693eb-d589-4ae8-a7a1-6ba1bc3456c2 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:33.413667 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9132c75c-c6a4-4435-8fc9-fee841ca9b72 req-507693eb-d589-4ae8-a7a1-6ba1bc3456c2 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca0d905-a328-47ff-9b74-bd90322ecd6a HTTP/1.1" status: 200 len: 949 time: 0.0832536 Mar 11 03:11:33.485335 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-64b406fd-217d-4527-b57f-8f2d2207c8f2 req-802df816-10dd-463a-985d-0d1448721c72 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706007 Mar 11 03:11:33.489361 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9132c75c-c6a4-4435-8fc9-fee841ca9b72 req-7a0f99a1-f023-42ce-a02a-bb048738abdd tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] 10.222.0.16 "GET /v2.0/security-groups?id=64cb6552-d007-4b10-b21e-b1f5de65d5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688269 Mar 11 03:11:33.501641 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b1360a92-bb53-4479-9045-42a939c71df9 req-238ab996-2a21-4c71-9379-73400dd90a5d service neutron] 10.222.0.18 "GET /v2.0/networks/e2d579c7-a842-4f0b-93b4-f7cc1c183b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855153 Mar 11 03:11:33.554933 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device f0ba4f8c-b680-4f9a-ae4a-933a4490fa42 up at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:11:33.601845 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b1360a92-bb53-4479-9045-42a939c71df9 req-517ff053-f0cf-4746-a789-42158c2e2a09 service neutron] 10.222.0.18 "GET /v2.0/networks/e2d579c7-a842-4f0b-93b4-f7cc1c183b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911453 Mar 11 03:11:33.618589 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning for port f0ba4f8c-b680-4f9a-ae4a-933a4490fa42 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 03:11:33.623599 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning complete for port f0ba4f8c-b680-4f9a-ae4a-933a4490fa42 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:11:33.624975 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (f0ba4f8c-b680-4f9a-ae4a-933a4490fa42), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:33.634612 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357cb66-3804-470f-960d-bc96f92210f0 req-3f2927a3-542f-4e33-8a09-263344e9e787 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:33.636188 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2357cb66-3804-470f-960d-bc96f92210f0 req-3f2927a3-542f-4e33-8a09-263344e9e787 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46aac0e-4445-4d0e-9456-93b9e5b2d6d0 HTTP/1.1" status: 200 len: 945 time: 0.0862327 Mar 11 03:11:33.684228 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa60526-0451-4f1a-a8ff-5d0aa7c22f97 req-53e55797-639b-43f2-bc68-7720a7085ada tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:33.685728 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9fa60526-0451-4f1a-a8ff-5d0aa7c22f97 req-53e55797-639b-43f2-bc68-7720a7085ada tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 945 time: 0.0897913 Mar 11 03:11:33.716684 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2357cb66-3804-470f-960d-bc96f92210f0 req-53ff2db3-301f-4e63-90d9-24dff3b1ae07 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/security-groups?id=825b34ce-1701-43d7-ad5a-8f55522ee341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733681 Mar 11 03:11:33.719769 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port f0ba4f8c-b680-4f9a-ae4a-933a4490fa42 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:11:33.720910 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (f0ba4f8c-b680-4f9a-ae4a-933a4490fa42), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:33.746989 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9fa60526-0451-4f1a-a8ff-5d0aa7c22f97 req-521950de-740e-46ca-a9d7-dfea92687020 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503623 Mar 11 03:11:33.759923 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port f0ba4f8c-b680-4f9a-ae4a-933a4490fa42, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f0ba4f8c-b680-4f9a-ae4a-933a4490fa42,segment=NetworkSegment(6a56faf6-77ba-4bb5-afc0-d39dcd108f20),segment_id=6a56faf6-77ba-4bb5-afc0-d39dcd108f20)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:11:33.766495 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (f0ba4f8c-b680-4f9a-ae4a-933a4490fa42), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:33.813838 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=f0ba4f8c-b680-4f9a-ae4a-933a4490fa42,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:33.891495 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46aac0e-4445-4d0e-9456-93b9e5b2d6d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ba4f8c-b680-4f9a-ae4a-933a4490fa42'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:11:33.893772 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288e491573ecc61b3bf0bc0bc1cef05b47d52e8efc38ed9f7c410eed2e18b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0752f3-7220-4b9d-a261-1e4f7da73a34" -d '{"events": [{"server_uuid": "a46aac0e-4445-4d0e-9456-93b9e5b2d6d0", "name": "network-vif-plugged", "status": "completed", "tag": "f0ba4f8c-b680-4f9a-ae4a-933a4490fa42"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:11:33.928621 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ee94d7-9492-4234-beaa-d924455be31e x-openstack-request-id: req-92ee94d7-9492-4234-beaa-d924455be31e {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:11:33.928935 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a46aac0e-4445-4d0e-9456-93b9e5b2d6d0", "name": "network-vif-plugged", "status": "completed", "tag": "f0ba4f8c-b680-4f9a-ae4a-933a4490fa42", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:11:33.929195 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-92ee94d7-9492-4234-beaa-d924455be31e {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:11:33.929582 dv-cinder-740146-14-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46aac0e-4445-4d0e-9456-93b9e5b2d6d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ba4f8c-b680-4f9a-ae4a-933a4490fa42', 'code': 200} Mar 11 03:11:34.125618 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabef16e-bfa0-42d0-8cc5-85911b041cbd req-24076786-db6a-4a78-8fa4-581286aa34c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:34.127159 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-dabef16e-bfa0-42d0-8cc5-85911b041cbd req-24076786-db6a-4a78-8fa4-581286aa34c9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a46aac0e-4445-4d0e-9456-93b9e5b2d6d0 HTTP/1.1" status: 200 len: 1130 time: 0.0449786 Mar 11 03:11:34.174594 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-dabef16e-bfa0-42d0-8cc5-85911b041cbd req-e240223a-8b7e-4fb7-9806-144166f9e4d4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=825b34ce-1701-43d7-ad5a-8f55522ee341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382166 Mar 11 03:11:34.234542 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:34.357888 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e78ca9-d188-4850-8e9d-2d2bed112745 req-d97d8b69-2de0-40b8-a875-c57d93587d1b tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:34.359469 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a9e78ca9-d188-4850-8e9d-2d2bed112745 req-d97d8b69-2de0-40b8-a875-c57d93587d1b tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0583272 Mar 11 03:11:34.406170 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a9e78ca9-d188-4850-8e9d-2d2bed112745 req-21a65385-e58c-4095-a142-e352fca4b47e tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402005 Mar 11 03:11:34.635569 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40aea8a-28ed-4931-9f64-758a757f67c4 req-bfc67734-6a2c-41c7-b854-196050c58f00 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:34.637022 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a40aea8a-28ed-4931-9f64-758a757f67c4 req-bfc67734-6a2c-41c7-b854-196050c58f00 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.0809519 Mar 11 03:11:34.644872 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b33e33-3684-43d3-8acc-b2203864e36f req-c1cc557f-38a7-4ab9-9bf8-045b8125b524 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:34.646253 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d0b33e33-3684-43d3-8acc-b2203864e36f req-c1cc557f-38a7-4ab9-9bf8-045b8125b524 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca0d905-a328-47ff-9b74-bd90322ecd6a HTTP/1.1" status: 200 len: 949 time: 0.0920358 Mar 11 03:11:34.718693 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a40aea8a-28ed-4931-9f64-758a757f67c4 req-f5c1f3ec-828b-4833-8215-bccee90e2e29 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711992 Mar 11 03:11:34.721435 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d0b33e33-3684-43d3-8acc-b2203864e36f req-0037dcf3-6937-489d-a191-40d01816de86 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] 10.222.0.16 "GET /v2.0/security-groups?id=64cb6552-d007-4b10-b21e-b1f5de65d5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688913 Mar 11 03:11:34.837758 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b19d8f5-9f6a-4ccc-a219-9e515abf13dd req-3caf089f-7516-4792-b3bb-09dfbc512bd6 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:34.839581 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0b19d8f5-9f6a-4ccc-a219-9e515abf13dd req-3caf089f-7516-4792-b3bb-09dfbc512bd6 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46aac0e-4445-4d0e-9456-93b9e5b2d6d0 HTTP/1.1" status: 200 len: 946 time: 0.0548701 Mar 11 03:11:34.888191 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0b19d8f5-9f6a-4ccc-a219-9e515abf13dd req-ed162c80-56bb-43fe-9f95-c1b947d8cddd tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/security-groups?id=825b34ce-1701-43d7-ad5a-8f55522ee341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427594 Mar 11 03:11:35.035838 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109cf581-18f0-4684-bf9e-b512961ec85a req-a6ca8cd3-baf7-493d-b35a-61ad30396c97 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:35.037228 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-109cf581-18f0-4684-bf9e-b512961ec85a req-a6ca8cd3-baf7-493d-b35a-61ad30396c97 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca0d905-a328-47ff-9b74-bd90322ecd6a HTTP/1.1" status: 200 len: 949 time: 0.0872390 Mar 11 03:11:35.043701 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48102b5a-b343-44fe-9c43-f2c820825afd req-79cd72ab-0187-4f4f-8d48-1442ab6aeff4 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:35.045052 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-48102b5a-b343-44fe-9c43-f2c820825afd req-79cd72ab-0187-4f4f-8d48-1442ab6aeff4 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 945 time: 0.0938153 Mar 11 03:11:35.116470 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-109cf581-18f0-4684-bf9e-b512961ec85a req-6b65839c-c66a-4666-8ed8-e32d229dc2a6 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] 10.222.0.16 "GET /v2.0/security-groups?id=64cb6552-d007-4b10-b21e-b1f5de65d5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704758 Mar 11 03:11:35.119384 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-48102b5a-b343-44fe-9c43-f2c820825afd req-2d4b9ab3-1b5f-4985-a2d4-534db701b6b4 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672379 Mar 11 03:11:35.524511 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc77b5-3ffc-451f-b05f-8fb427c63f5d req-25119bb2-6766-4fdf-8e6c-fecebcca1d18 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:35.526027 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7adc77b5-3ffc-451f-b05f-8fb427c63f5d req-25119bb2-6766-4fdf-8e6c-fecebcca1d18 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0521533 Mar 11 03:11:35.581495 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7adc77b5-3ffc-451f-b05f-8fb427c63f5d req-828fe668-024d-4d0f-bd70-e94a8545b48d tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487654 Mar 11 03:11:35.656752 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:35.855232 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6c906-8220-4560-bee3-bdc9077491d5 req-23818172-f9ed-467e-b9cf-4eab570197a6 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:35.858422 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-95b6c906-8220-4560-bee3-bdc9077491d5 req-23818172-f9ed-467e-b9cf-4eab570197a6 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.0646539 Mar 11 03:11:35.904216 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-95b6c906-8220-4560-bee3-bdc9077491d5 req-18eea517-e51e-4574-a0fb-b1ffba543ca5 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408459 Mar 11 03:11:36.007754 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff2cdc-173b-4bb1-9eca-eee63b5da0b6 req-f3fd70d6-518b-4c0a-9a52-4e518b8b8ec1 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:36.009204 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-baff2cdc-173b-4bb1-9eca-eee63b5da0b6 req-f3fd70d6-518b-4c0a-9a52-4e518b8b8ec1 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46aac0e-4445-4d0e-9456-93b9e5b2d6d0 HTTP/1.1" status: 200 len: 946 time: 0.0528774 Mar 11 03:11:36.054513 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-baff2cdc-173b-4bb1-9eca-eee63b5da0b6 req-5fe34a4e-5127-4f17-a4ad-74b7ec70a4df tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/security-groups?id=825b34ce-1701-43d7-ad5a-8f55522ee341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396800 Mar 11 03:11:36.270303 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1f37d-fa2e-423b-a037-0b337a366f44 req-5b4ec3b2-7a59-4dda-8bf3-0760c91be7ca tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:36.271786 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-37e1f37d-fa2e-423b-a037-0b337a366f44 req-5b4ec3b2-7a59-4dda-8bf3-0760c91be7ca tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca0d905-a328-47ff-9b74-bd90322ecd6a HTTP/1.1" status: 200 len: 949 time: 0.0861263 Mar 11 03:11:36.283235 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202218e-9b73-4ab0-9dc9-e272e5093bf3 req-7b5f7675-81f3-4d9c-b0ea-e3ef66ecc2e1 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:36.284660 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b202218e-9b73-4ab0-9dc9-e272e5093bf3 req-7b5f7675-81f3-4d9c-b0ea-e3ef66ecc2e1 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 945 time: 0.0878696 Mar 11 03:11:36.353614 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-37e1f37d-fa2e-423b-a037-0b337a366f44 req-ff0cb6e7-0476-45c9-8869-5fd65dbf7404 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] 10.222.0.16 "GET /v2.0/security-groups?id=64cb6552-d007-4b10-b21e-b1f5de65d5b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680068 Mar 11 03:11:36.360896 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b202218e-9b73-4ab0-9dc9-e272e5093bf3 req-21a3ed71-a70a-48ac-aa69-810c1219bd9b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688524 Mar 11 03:11:36.607056 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:36.703674 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bbadca-538b-4502-b5cf-9de0e5a3d853 req-07de10c7-f8da-4c4e-b2d6-e8fcebd9ca73 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:36.705165 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e1bbadca-538b-4502-b5cf-9de0e5a3d853 req-07de10c7-f8da-4c4e-b2d6-e8fcebd9ca73 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0561318 Mar 11 03:11:36.763340 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb967c9a-af0e-410e-b461-af84ee449171 req-0aab7598-01de-4150-b94c-1ec639754838 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:36.764990 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-eb967c9a-af0e-410e-b461-af84ee449171 req-0aab7598-01de-4150-b94c-1ec639754838 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ca0d905-a328-47ff-9b74-bd90322ecd6a HTTP/1.1" status: 200 len: 949 time: 0.0561297 Mar 11 03:11:36.785003 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e1bbadca-538b-4502-b5cf-9de0e5a3d853 req-b8b684c8-7224-40d4-a41f-6322d4de0efc tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709569 Mar 11 03:11:36.792492 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0913a35-4b28-4b11-a4ef-fb2e677fdff2 req-1638b8c4-e485-4edd-a702-e9dde742358c tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:36.793969 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c0913a35-4b28-4b11-a4ef-fb2e677fdff2 req-1638b8c4-e485-4edd-a702-e9dde742358c tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46aac0e-4445-4d0e-9456-93b9e5b2d6d0 HTTP/1.1" status: 200 len: 946 time: 0.0879111 Mar 11 03:11:36.842119 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c0913a35-4b28-4b11-a4ef-fb2e677fdff2 req-100861c8-7d82-4fce-8c1e-3ee6e0eae98c tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/security-groups?id=825b34ce-1701-43d7-ad5a-8f55522ee341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409434 Mar 11 03:11:36.863849 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-eb967c9a-af0e-410e-b461-af84ee449171 req-098e11af-3a17-4ff6-9dae-90c79a9f7b94 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] Deleting port 762447fa-735f-43b4-addd-853a967df7e8 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:11:36.864116 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-eb967c9a-af0e-410e-b461-af84ee449171 req-098e11af-3a17-4ff6-9dae-90c79a9f7b94 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (762447fa-735f-43b4-addd-853a967df7e8), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:36.959302 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-eb967c9a-af0e-410e-b461-af84ee449171 req-098e11af-3a17-4ff6-9dae-90c79a9f7b94 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] For port 762447fa-735f-43b4-addd-853a967df7e8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=762447fa-735f-43b4-addd-853a967df7e8,segment=NetworkSegment(5ba79155-116c-4671-b116-f8afcf99eb65),segment_id=5ba79155-116c-4671-b116-f8afcf99eb65)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:11:36.959773 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-eb967c9a-af0e-410e-b461-af84ee449171 req-098e11af-3a17-4ff6-9dae-90c79a9f7b94 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (762447fa-735f-43b4-addd-853a967df7e8), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:36.982167 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-eb967c9a-af0e-410e-b461-af84ee449171 req-098e11af-3a17-4ff6-9dae-90c79a9f7b94 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] Calling delete_port for 762447fa-735f-43b4-addd-853a967df7e8 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:11:37.027909 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a53f8-5e8c-4fc3-86aa-37761f4e6022 req-19d63940-ca84-47c4-84ac-f7a12a6f5060 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:37.029570 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f56a53f8-5e8c-4fc3-86aa-37761f4e6022 req-19d63940-ca84-47c4-84ac-f7a12a6f5060 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.0561717 Mar 11 03:11:37.084162 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f56a53f8-5e8c-4fc3-86aa-37761f4e6022 req-584995f4-8cc6-43a7-b6cd-ffa022e14508 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476344 Mar 11 03:11:37.126533 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-eb967c9a-af0e-410e-b461-af84ee449171 req-098e11af-3a17-4ff6-9dae-90c79a9f7b94 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (762447fa-735f-43b4-addd-853a967df7e8), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:37.138441 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] get_ports_and_sgs() called for port_ids ['762447fa-735f-43b4-addd-853a967df7e8'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:11:37.158740 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e11af-3a17-4ff6-9dae-90c79a9f7b94 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] Pushing event deleted for resources: {'Port': ['ID=762447fa-735f-43b4-addd-853a967df7e8,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:37.201771 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb967c9a-af0e-410e-b461-af84ee449171 req-098e11af-3a17-4ff6-9dae-90c79a9f7b94 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] No DVR routers for this DVR port 762447fa-735f-43b4-addd-853a967df7e8 on host hv-cinder-74014 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:11:37.204918 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-eb967c9a-af0e-410e-b461-af84ee449171 req-098e11af-3a17-4ff6-9dae-90c79a9f7b94 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:37.208240 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-eb967c9a-af0e-410e-b461-af84ee449171 req-098e11af-3a17-4ff6-9dae-90c79a9f7b94 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] 10.222.0.18 "DELETE /v2.0/ports/762447fa-735f-43b4-addd-853a967df7e8 HTTP/1.1" status: 204 len: 173 time: 0.4378073 Mar 11 03:11:37.208699 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca0d905-a328-47ff-9b74-bd90322ecd6a', 'name': 'network-vif-deleted', 'tag': '762447fa-735f-43b4-addd-853a967df7e8'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:11:37.210983 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c9ead9-97fd-46bd-92e3-c791736599b1" -d '{"events": [{"server_uuid": "0ca0d905-a328-47ff-9b74-bd90322ecd6a", "name": "network-vif-deleted", "tag": "762447fa-735f-43b4-addd-853a967df7e8"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:11:37.249338 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177c04ef-942a-45af-be7d-f645bee39bb3 x-openstack-request-id: req-177c04ef-942a-45af-be7d-f645bee39bb3 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:11:37.249647 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca0d905-a328-47ff-9b74-bd90322ecd6a", "name": "network-vif-deleted", "tag": "762447fa-735f-43b4-addd-853a967df7e8", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:11:37.249946 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-177c04ef-942a-45af-be7d-f645bee39bb3 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:11:37.250543 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca0d905-a328-47ff-9b74-bd90322ecd6a', 'name': 'network-vif-deleted', 'tag': '762447fa-735f-43b4-addd-853a967df7e8', 'status': 'completed', 'code': 200} Mar 11 03:11:37.491004 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3b6b4349-d953-44a3-81fc-f462fcffe6b5 req-cb084107-37b3-4a87-a41c-ce63f644f219 tempest-VolumesNegativeTest-984657723 tempest-VolumesNegativeTest-984657723-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ca0d905-a328-47ff-9b74-bd90322ecd6a HTTP/1.1" status: 200 len: 210 time: 0.0494590 Mar 11 03:11:37.515793 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153a0d2-6966-40bb-b230-c91bb0837842 req-95ddffc5-1a4b-4027-8dbc-acf9aa496f96 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:37.517249 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a153a0d2-6966-40bb-b230-c91bb0837842 req-95ddffc5-1a4b-4027-8dbc-acf9aa496f96 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 945 time: 0.0776310 Mar 11 03:11:37.562912 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a153a0d2-6966-40bb-b230-c91bb0837842 req-4c04d45b-4a04-4b0b-befd-bdf4c1471bac tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401392 Mar 11 03:11:37.566899 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 9d9329b8-2f49-4557-ad46-f3a82458d3b8 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 03:11:37.665035 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 9d9329b8-2f49-4557-ad46-f3a82458d3b8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9d9329b8-2f49-4557-ad46-f3a82458d3b8,segment=NetworkSegment(2788d6dc-bb9a-4610-93c8-718a7a34a2b4),segment_id=2788d6dc-bb9a-4610-93c8-718a7a34a2b4)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:11:37.677443 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Returning: {'device': '9d9329b8-2f49-4557-ad46-f3a82458d3b8', 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5', 'port_id': '9d9329b8-2f49-4557-ad46-f3a82458d3b8', 'mac_address': 'fa:16:3e:bc:5a:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3f1ad71-9fd3-4f40-b64d-92b2f6facb57', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 03:11:37.721180 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 9d9329b8-2f49-4557-ad46-f3a82458d3b8 is: ACTIVE; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:11:37.721591 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (9d9329b8-2f49-4557-ad46-f3a82458d3b8), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:37.734557 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d9329b8-2f49-4557-ad46-f3a82458d3b8 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:11:37.754740 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 9d9329b8-2f49-4557-ad46-f3a82458d3b8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9d9329b8-2f49-4557-ad46-f3a82458d3b8,segment=NetworkSegment(2788d6dc-bb9a-4610-93c8-718a7a34a2b4),segment_id=2788d6dc-bb9a-4610-93c8-718a7a34a2b4)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:11:37.758664 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (9d9329b8-2f49-4557-ad46-f3a82458d3b8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:37.812390 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=9d9329b8-2f49-4557-ad46-f3a82458d3b8,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:37.904974 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] get_ports_and_sgs() called for port_ids ['9d9329b8-2f49-4557-ad46-f3a82458d3b8'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:11:37.906670 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1206a-8f8e-40d0-9639-bfa086db7829 req-ce478ff9-5cef-4282-a596-4cd721cd0075 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:37.908137 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c0c1206a-8f8e-40d0-9639-bfa086db7829 req-ce478ff9-5cef-4282-a596-4cd721cd0075 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0524504 Mar 11 03:11:37.989934 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c0c1206a-8f8e-40d0-9639-bfa086db7829 req-b8dc7e6a-b65a-4a40-a345-1f816fbbcb0a tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709317 Mar 11 03:11:37.997239 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed7c7e-97f5-49d2-8397-6257f51b4959 req-cbc715a6-af43-47f3-a582-53b192f7143d tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:37.998787 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-87ed7c7e-97f5-49d2-8397-6257f51b4959 req-cbc715a6-af43-47f3-a582-53b192f7143d tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46aac0e-4445-4d0e-9456-93b9e5b2d6d0 HTTP/1.1" status: 200 len: 946 time: 0.0880718 Mar 11 03:11:38.048968 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-87ed7c7e-97f5-49d2-8397-6257f51b4959 req-8f3eb876-67ea-42ae-b766-7aca3ee446bf tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/security-groups?id=825b34ce-1701-43d7-ad5a-8f55522ee341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423787 Mar 11 03:11:38.210805 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a32b6-f5ff-4780-888c-bca06b7c6009 req-49897779-a5ed-4bb3-9448-d781db6e276f tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:38.212336 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-977a32b6-f5ff-4780-888c-bca06b7c6009 req-49897779-a5ed-4bb3-9448-d781db6e276f tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.0610785 Mar 11 03:11:38.259176 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-977a32b6-f5ff-4780-888c-bca06b7c6009 req-fc9019d6-e42b-402b-9d9c-e2d0f9163614 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401428 Mar 11 03:11:38.505584 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96e2398-4dff-48c6-9235-ff3a10882f1b req-ee16ff2b-bdfe-45a6-bd37-bd90d75158f8 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:38.507302 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f96e2398-4dff-48c6-9235-ff3a10882f1b req-ee16ff2b-bdfe-45a6-bd37-bd90d75158f8 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.0585828 Mar 11 03:11:38.568572 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f96e2398-4dff-48c6-9235-ff3a10882f1b req-5f587f5b-9589-4173-9ae6-a07dc1418ad1 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556002 Mar 11 03:11:38.683310 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef922eb-31c8-4a1b-910c-ffecdd2a35d0 req-e353ce40-228c-4a12-8a77-5f79aa084bac tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:38.685794 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3ef922eb-31c8-4a1b-910c-ffecdd2a35d0 req-e353ce40-228c-4a12-8a77-5f79aa084bac tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.18 "GET /v2.0/ports?device_id=a46aac0e-4445-4d0e-9456-93b9e5b2d6d0 HTTP/1.1" status: 200 len: 946 time: 0.1413591 Mar 11 03:11:38.690551 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80a1a3-4e2f-494a-8bb8-a61277d9a7d5 req-ab26bd19-4935-41f4-8234-2b9fe3dae311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:38.692478 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-dd80a1a3-4e2f-494a-8bb8-a61277d9a7d5 req-ab26bd19-4935-41f4-8234-2b9fe3dae311 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e5431e997864911902bdbf8e8d5d889&device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 1130 time: 0.1395042 Mar 11 03:11:38.716126 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d906b-6208-4d99-8740-6fba47c46f9f req-fc42d743-b2e1-4b4c-939e-daf1ec3ff000 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:38.718326 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dd2d906b-6208-4d99-8740-6fba47c46f9f req-fc42d743-b2e1-4b4c-939e-daf1ec3ff000 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 944 time: 0.0710611 Mar 11 03:11:38.778557 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dd2d906b-6208-4d99-8740-6fba47c46f9f req-5d04f8cc-c5b2-47b5-beef-dcff1691167c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514107 Mar 11 03:11:38.866473 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80a1a3-4e2f-494a-8bb8-a61277d9a7d5 req-0ec3dc5e-43b8-4e7b-b939-b4823b9e07c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:38.868601 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-dd80a1a3-4e2f-494a-8bb8-a61277d9a7d5 req-0ec3dc5e-43b8-4e7b-b939-b4823b9e07c4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f37c9105-a6f8-4fcf-a203-248706ae8fe4 HTTP/1.1" status: 200 len: 910 time: 0.1671133 Mar 11 03:11:38.879228 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-3ef922eb-31c8-4a1b-910c-ffecdd2a35d0 req-34a980ef-b233-411e-b8bc-061ef1b3a5aa tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Deleting port f0ba4f8c-b680-4f9a-ae4a-933a4490fa42 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:11:38.879567 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-3ef922eb-31c8-4a1b-910c-ffecdd2a35d0 req-34a980ef-b233-411e-b8bc-061ef1b3a5aa tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (f0ba4f8c-b680-4f9a-ae4a-933a4490fa42), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:39.180600 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248eb6b-a344-4627-995e-1261a860b072 req-61d91e1d-66ab-48f4-8e6d-790e0132d0b7 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:39.188663 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c248eb6b-a344-4627-995e-1261a860b072 req-61d91e1d-66ab-48f4-8e6d-790e0132d0b7 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.1049592 Mar 11 03:11:39.248494 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf755a5-b2e9-4263-8830-5046ac049495 req-a51ed692-3797-419f-af61-23675ee5698a tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:39.251534 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ddf755a5-b2e9-4263-8830-5046ac049495 req-a51ed692-3797-419f-af61-23675ee5698a tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46aac0e-4445-4d0e-9456-93b9e5b2d6d0 HTTP/1.1" status: 200 len: 946 time: 0.1155109 Mar 11 03:11:39.273095 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-dd80a1a3-4e2f-494a-8bb8-a61277d9a7d5 req-07a73e44-22a8-4994-9827-fa7ce752737e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d55120d-a416-4047-a3c2-f8e95ec8b3aa HTTP/1.1" status: 200 len: 1001 time: 0.3960383 Mar 11 03:11:39.307569 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c248eb6b-a344-4627-995e-1261a860b072 req-0e810e11-90fb-4309-ab8c-e1517ae8c898 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156695 Mar 11 03:11:39.338485 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ddf755a5-b2e9-4263-8830-5046ac049495 req-9d967dbe-cd19-467b-8836-09f513d7d6b5 tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/security-groups?id=825b34ce-1701-43d7-ad5a-8f55522ee341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858145 Mar 11 03:11:39.364589 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80a1a3-4e2f-494a-8bb8-a61277d9a7d5 req-eb054e1b-3ae9-4d42-af80-8607affb9889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:39.366118 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-dd80a1a3-4e2f-494a-8bb8-a61277d9a7d5 req-eb054e1b-3ae9-4d42-af80-8607affb9889 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9d7ee705-0509-4a4b-bcad-7ac46e456173 HTTP/1.1" status: 200 len: 849 time: 0.0703721 Mar 11 03:11:39.428821 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-3ef922eb-31c8-4a1b-910c-ffecdd2a35d0 req-34a980ef-b233-411e-b8bc-061ef1b3a5aa tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] For port f0ba4f8c-b680-4f9a-ae4a-933a4490fa42, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f0ba4f8c-b680-4f9a-ae4a-933a4490fa42,segment=NetworkSegment(6a56faf6-77ba-4bb5-afc0-d39dcd108f20),segment_id=6a56faf6-77ba-4bb5-afc0-d39dcd108f20)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:11:39.429378 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-3ef922eb-31c8-4a1b-910c-ffecdd2a35d0 req-34a980ef-b233-411e-b8bc-061ef1b3a5aa tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (f0ba4f8c-b680-4f9a-ae4a-933a4490fa42), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:39.449097 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-3ef922eb-31c8-4a1b-910c-ffecdd2a35d0 req-34a980ef-b233-411e-b8bc-061ef1b3a5aa tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Calling delete_port for f0ba4f8c-b680-4f9a-ae4a-933a4490fa42 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:11:39.452124 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80a1a3-4e2f-494a-8bb8-a61277d9a7d5 req-b3b5872b-0145-4543-a0c2-1868b912b21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:39.453916 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-dd80a1a3-4e2f-494a-8bb8-a61277d9a7d5 req-b3b5872b-0145-4543-a0c2-1868b912b21c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f37c9105-a6f8-4fcf-a203-248706ae8fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0741043 Mar 11 03:11:39.583542 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 9d9329b8-2f49-4557-ad46-f3a82458d3b8 up at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:11:39.674559 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning complete for port 9d9329b8-2f49-4557-ad46-f3a82458d3b8 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:11:39.675276 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (9d9329b8-2f49-4557-ad46-f3a82458d3b8), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:39.712005 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-dd80a1a3-4e2f-494a-8bb8-a61277d9a7d5 req-eb030b15-c686-4f18-bd52-729d4ee30bab service neutron] 10.222.0.18 "GET /v2.0/networks/f37c9105-a6f8-4fcf-a203-248706ae8fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506015 Mar 11 03:11:39.767618 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15197e3-ca2a-471b-9789-da6f3d7d9ba8 req-92de89bb-b763-41b2-8848-2d315e5dc011 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:39.769217 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c15197e3-ca2a-471b-9789-da6f3d7d9ba8 req-92de89bb-b763-41b2-8848-2d315e5dc011 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.0951998 Mar 11 03:11:39.805119 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 9d9329b8-2f49-4557-ad46-f3a82458d3b8 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:11:39.806063 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (9d9329b8-2f49-4557-ad46-f3a82458d3b8), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:39.829240 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c15197e3-ca2a-471b-9789-da6f3d7d9ba8 req-fd0a24dc-e4cc-4ea0-baa1-e6412da19e69 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513947 Mar 11 03:11:39.847912 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448d00f3-8a18-4df4-8ee3-dd90f61da091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9329b8-2f49-4557-ad46-f3a82458d3b8'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:11:39.852397 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288e491573ecc61b3bf0bc0bc1cef05b47d52e8efc38ed9f7c410eed2e18b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0f0e0c-e51d-458b-9cca-4fc7672da762" -d '{"events": [{"server_uuid": "448d00f3-8a18-4df4-8ee3-dd90f61da091", "name": "network-vif-plugged", "status": "completed", "tag": "9d9329b8-2f49-4557-ad46-f3a82458d3b8"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:11:39.863526 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-dd80a1a3-4e2f-494a-8bb8-a61277d9a7d5 req-46304747-9a8c-4786-8ae1-af92eb4c1431 service neutron] 10.222.0.18 "GET /v2.0/networks/f37c9105-a6f8-4fcf-a203-248706ae8fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447024 Mar 11 03:11:39.864600 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-3ef922eb-31c8-4a1b-910c-ffecdd2a35d0 req-34a980ef-b233-411e-b8bc-061ef1b3a5aa tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (f0ba4f8c-b680-4f9a-ae4a-933a4490fa42), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:39.884199 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] get_ports_and_sgs() called for port_ids ['f0ba4f8c-b680-4f9a-ae4a-933a4490fa42'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:11:39.900436 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a980ef-b233-411e-b8bc-061ef1b3a5aa tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Pushing event deleted for resources: {'Port': ['ID=f0ba4f8c-b680-4f9a-ae4a-933a4490fa42,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:39.901394 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 9d9329b8-2f49-4557-ad46-f3a82458d3b8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9d9329b8-2f49-4557-ad46-f3a82458d3b8,segment=NetworkSegment(2788d6dc-bb9a-4610-93c8-718a7a34a2b4),segment_id=2788d6dc-bb9a-4610-93c8-718a7a34a2b4)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:11:39.944548 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fa1b96-ce4b-4de5-9557-4c8e36530816 x-openstack-request-id: req-62fa1b96-ce4b-4de5-9557-4c8e36530816 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:11:39.945511 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448d00f3-8a18-4df4-8ee3-dd90f61da091", "name": "network-vif-plugged", "status": "completed", "tag": "9d9329b8-2f49-4557-ad46-f3a82458d3b8", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:11:39.945979 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-62fa1b96-ce4b-4de5-9557-4c8e36530816 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:11:39.946487 dv-cinder-740146-14-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448d00f3-8a18-4df4-8ee3-dd90f61da091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9329b8-2f49-4557-ad46-f3a82458d3b8', 'code': 200} Mar 11 03:11:39.947771 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (9d9329b8-2f49-4557-ad46-f3a82458d3b8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:39.948768 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 762447fa-735f-43b4-addd-853a967df7e8 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:11:39.956015 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef922eb-31c8-4a1b-910c-ffecdd2a35d0 req-34a980ef-b233-411e-b8bc-061ef1b3a5aa tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] No DVR routers for this DVR port f0ba4f8c-b680-4f9a-ae4a-933a4490fa42 on host hv-cinder-74014 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:11:39.958689 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-3ef922eb-31c8-4a1b-910c-ffecdd2a35d0 req-34a980ef-b233-411e-b8bc-061ef1b3a5aa tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:39.961977 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3ef922eb-31c8-4a1b-910c-ffecdd2a35d0 req-34a980ef-b233-411e-b8bc-061ef1b3a5aa tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.18 "DELETE /v2.0/ports/f0ba4f8c-b680-4f9a-ae4a-933a4490fa42 HTTP/1.1" status: 204 len: 173 time: 1.2684078 Mar 11 03:11:39.962514 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46aac0e-4445-4d0e-9456-93b9e5b2d6d0', 'name': 'network-vif-deleted', 'tag': 'f0ba4f8c-b680-4f9a-ae4a-933a4490fa42'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:11:39.966436 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d209b19-ae43-4c40-b434-f6c0b6dc60e9" -d '{"events": [{"server_uuid": "a46aac0e-4445-4d0e-9456-93b9e5b2d6d0", "name": "network-vif-deleted", "tag": "f0ba4f8c-b680-4f9a-ae4a-933a4490fa42"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:11:40.005566 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] No Port match for: 762447fa-735f-43b4-addd-853a967df7e8 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:11:40.006243 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 762447fa-735f-43b4-addd-853a967df7e8 not bound to the agent host hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:11:40.006395 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe66763-351c-482d-8c83-260400e405f5 x-openstack-request-id: req-9fe66763-351c-482d-8c83-260400e405f5 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:11:40.006693 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a46aac0e-4445-4d0e-9456-93b9e5b2d6d0", "name": "network-vif-deleted", "tag": "f0ba4f8c-b680-4f9a-ae4a-933a4490fa42", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:11:40.006991 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9fe66763-351c-482d-8c83-260400e405f5 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:11:40.007502 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46aac0e-4445-4d0e-9456-93b9e5b2d6d0', 'name': 'network-vif-deleted', 'tag': 'f0ba4f8c-b680-4f9a-ae4a-933a4490fa42', 'status': 'completed', 'code': 200} Mar 11 03:11:40.043805 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=9d9329b8-2f49-4557-ad46-f3a82458d3b8,revision_number=7']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:40.060487 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f7e75-6ed1-47a2-bb95-ffb977c1460d req-1150adbf-1496-4bef-b450-6ace43d1118d tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:40.062840 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2f2f7e75-6ed1-47a2-bb95-ffb977c1460d req-1150adbf-1496-4bef-b450-6ace43d1118d tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 945 time: 0.1365886 Mar 11 03:11:40.152190 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2f2f7e75-6ed1-47a2-bb95-ffb977c1460d req-3581f54f-d8cb-4490-9619-a42adb4d7289 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835261 Mar 11 03:11:40.501813 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6494edab-5522-4792-9e3b-e68b1ca5841d req-4eaf65bf-e97b-4368-8284-6cb11d16ba4b tempest-VolumesActionsTest-1681029344 tempest-VolumesActionsTest-1681029344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a46aac0e-4445-4d0e-9456-93b9e5b2d6d0 HTTP/1.1" status: 200 len: 210 time: 0.0608473 Mar 11 03:11:40.574877 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3cf1a-ed11-4bcd-ba08-368240737fe7 req-eb226cca-cb3f-4ae7-b8ab-39f92a8188b4 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:40.584993 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-53a3cf1a-ed11-4bcd-ba08-368240737fe7 req-eb226cca-cb3f-4ae7-b8ab-39f92a8188b4 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.1184969 Mar 11 03:11:40.738715 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-53a3cf1a-ed11-4bcd-ba08-368240737fe7 req-1695fd27-d82e-4dfb-b5fa-ab8d2e5cfc60 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507638 Mar 11 03:11:41.025832 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cf1c3-1c29-480d-b2e1-f3aeb7ededaf req-9e21cba4-4722-4d24-b2d7-a9897951fc34 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:41.027436 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ae4cf1c3-1c29-480d-b2e1-f3aeb7ededaf req-9e21cba4-4722-4d24-b2d7-a9897951fc34 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.0735083 Mar 11 03:11:41.105968 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ae4cf1c3-1c29-480d-b2e1-f3aeb7ededaf req-9af136ba-86c7-4d27-a878-f5dd6fb837f0 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642011 Mar 11 03:11:41.300749 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 46120) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:11:41.379747 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b42b1-5a92-4151-85c9-90c73bb0bc4c req-06f78695-e18b-4a1f-8cec-ccdea238d5cc tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:41.398358 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e30b42b1-5a92-4151-85c9-90c73bb0bc4c req-06f78695-e18b-4a1f-8cec-ccdea238d5cc tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 945 time: 0.0847092 Mar 11 03:11:41.490502 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e30b42b1-5a92-4151-85c9-90c73bb0bc4c req-7edd89db-b6eb-4cb2-9e01-06191e338143 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904658 Mar 11 03:11:41.589475 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e9ec3504-e6d7-436a-9ca0-49e0939d14d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:41.722392 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e9ec3504-e6d7-436a-9ca0-49e0939d14d0 admin admin] Publish callbacks [] for security_group (0b357efa-23c3-4daa-bd12-9dc3108854c8), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:41.742775 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e9ec3504-e6d7-436a-9ca0-49e0939d14d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (0b357efa-23c3-4daa-bd12-9dc3108854c8), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:41.837219 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-e9ec3504-e6d7-436a-9ca0-49e0939d14d0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f948d47afa9240c8b090f4f1c92fc6d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5330570 Mar 11 03:11:41.838487 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 46174) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:11:41.842519 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec3504-e6d7-436a-9ca0-49e0939d14d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b357efa-23c3-4daa-bd12-9dc3108854c8,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:41.928282 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a243d-4a04-486b-8650-b35f004a3f3b req-cc895ac5-5097-46db-a8e7-43fb19c26e8a tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:41.935590 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-784a243d-4a04-486b-8650-b35f004a3f3b req-cc895ac5-5097-46db-a8e7-43fb19c26e8a tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.1155071 Mar 11 03:11:41.938719 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0903a1ea-964c-4796-aa16-2510f9b432e7 admin admin] Publish callbacks [] for security_group (0b357efa-23c3-4daa-bd12-9dc3108854c8), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:41.997398 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0903a1ea-964c-4796-aa16-2510f9b432e7 admin admin] Publish callbacks [] for security_group (0b357efa-23c3-4daa-bd12-9dc3108854c8), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:42.047815 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-784a243d-4a04-486b-8650-b35f004a3f3b req-df906de5-2f8b-4ae6-aba8-2856a5eddaf9 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108949 Mar 11 03:11:42.101412 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0903a1ea-964c-4796-aa16-2510f9b432e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (0b357efa-23c3-4daa-bd12-9dc3108854c8), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:42.104686 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0903a1ea-964c-4796-aa16-2510f9b432e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:42.106139 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-0903a1ea-964c-4796-aa16-2510f9b432e7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0b357efa-23c3-4daa-bd12-9dc3108854c8 HTTP/1.1" status: 204 len: 168 time: 0.2605846 Mar 11 03:11:42.116395 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903a1ea-964c-4796-aa16-2510f9b432e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b357efa-23c3-4daa-bd12-9dc3108854c8,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:42.686097 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d18e0d-08f0-4a78-8399-48a6d79246e8 req-a3f46bb0-61fb-4b1a-bd06-b9727c8d95c7 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:42.693504 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-26d18e0d-08f0-4a78-8399-48a6d79246e8 req-a3f46bb0-61fb-4b1a-bd06-b9727c8d95c7 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 945 time: 0.0760555 Mar 11 03:11:42.779058 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-26d18e0d-08f0-4a78-8399-48a6d79246e8 req-66008fd5-4cb7-489e-8a54-29a4fb191c8d tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784218 Mar 11 03:11:43.189175 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce623192-dcfd-4dd7-8eb7-a53964e5a781 req-ae0452fe-6019-4df2-8b44-4f705b5bdd5d tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:43.191807 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ce623192-dcfd-4dd7-8eb7-a53964e5a781 req-ae0452fe-6019-4df2-8b44-4f705b5bdd5d tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0699077 Mar 11 03:11:43.258457 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ce623192-dcfd-4dd7-8eb7-a53964e5a781 req-19354330-005e-430e-9284-d47edfe7891b tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595760 Mar 11 03:11:43.906137 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device f0ba4f8c-b680-4f9a-ae4a-933a4490fa42 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:11:43.926726 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50470090-f629-41c3-97dc-84a8ee89bcf2 req-07aed8f8-7cb1-41f8-bda5-5a727519f000 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:43.928486 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-50470090-f629-41c3-97dc-84a8ee89bcf2 req-07aed8f8-7cb1-41f8-bda5-5a727519f000 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 945 time: 0.0631909 Mar 11 03:11:43.937565 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] No Port match for: f0ba4f8c-b680-4f9a-ae4a-933a4490fa42 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:11:43.941596 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device f0ba4f8c-b680-4f9a-ae4a-933a4490fa42 not bound to the agent host hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:11:43.995467 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-50470090-f629-41c3-97dc-84a8ee89bcf2 req-399ce6f1-cddc-4555-bb06-c8efdf58db9e tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568247 Mar 11 03:11:44.400870 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184571c8-ea82-457d-a6c1-496e3cfe5dac req-36e545d5-d695-4d59-8aff-3d268c16f4a0 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:44.403117 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-184571c8-ea82-457d-a6c1-496e3cfe5dac req-36e545d5-d695-4d59-8aff-3d268c16f4a0 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0644178 Mar 11 03:11:44.456342 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-184571c8-ea82-457d-a6c1-496e3cfe5dac req-ff237a41-aacd-4fdf-b8ad-8ba5c508430b tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470781 Mar 11 03:11:45.134572 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83211db-708f-4043-85bc-df210c37b2a3 req-0a9eab2d-4643-4e6a-84e8-ca842e9e54eb tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:45.136174 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b83211db-708f-4043-85bc-df210c37b2a3 req-0a9eab2d-4643-4e6a-84e8-ca842e9e54eb tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 945 time: 0.0662301 Mar 11 03:11:45.192122 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b83211db-708f-4043-85bc-df210c37b2a3 req-4000923c-4f4f-4e13-aafb-86c2baf55eda tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497210 Mar 11 03:11:45.597446 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809099d-80a5-46f2-92e9-9beec4cba208 req-8c527661-95d5-4969-8dce-40829b511c8f tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:45.598896 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0809099d-80a5-46f2-92e9-9beec4cba208 req-8c527661-95d5-4969-8dce-40829b511c8f tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0584643 Mar 11 03:11:45.674826 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0809099d-80a5-46f2-92e9-9beec4cba208 req-f1ef2ef9-7619-4bbb-8c68-18a24e8d2401 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699837 Mar 11 03:11:46.344285 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81a90d-a00a-4561-be16-a4dc850f796d req-59ab6177-7c53-4a43-bc15-47f1861111c4 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:46.350450 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3d81a90d-a00a-4561-be16-a4dc850f796d req-59ab6177-7c53-4a43-bc15-47f1861111c4 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 945 time: 0.0693669 Mar 11 03:11:46.398146 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3d81a90d-a00a-4561-be16-a4dc850f796d req-cd34490a-6720-418e-a2fc-b1897aff5fa2 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465651 Mar 11 03:11:46.833910 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a87d92-4df6-45be-855f-c614ecc5f27a req-a6d5d8b9-0bb6-4002-9338-494713d6172a tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:46.841324 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-22a87d92-4df6-45be-855f-c614ecc5f27a req-a6d5d8b9-0bb6-4002-9338-494713d6172a tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0844760 Mar 11 03:11:46.922208 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-22a87d92-4df6-45be-855f-c614ecc5f27a req-93c96f3f-f3a5-49d0-a1ae-ee2e8acfe594 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798652 Mar 11 03:11:47.092370 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 46342) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:11:47.296750 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 46348) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:11:47.306728 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-3b68dda9-33ff-4121-ab3e-22aac5af8ec7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5b0e0c04580148afa36d42c5bca40f42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2124755 Mar 11 03:11:47.397611 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-927c53fb-80c1-4ab7-8cef-861c8d15c11f admin admin] Publish callbacks [] for security_group (64cb6552-d007-4b10-b21e-b1f5de65d5b5), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:47.471441 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-927c53fb-80c1-4ab7-8cef-861c8d15c11f admin admin] Publish callbacks [] for security_group (64cb6552-d007-4b10-b21e-b1f5de65d5b5), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:47.603852 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce59571-4f21-45f1-a3cd-64edef87cf7d req-eaaf741b-e56e-4d97-a194-a5d29e31bc6b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:47.614333 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1ce59571-4f21-45f1-a3cd-64edef87cf7d req-eaaf741b-e56e-4d97-a194-a5d29e31bc6b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 945 time: 0.0924535 Mar 11 03:11:47.622438 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-927c53fb-80c1-4ab7-8cef-861c8d15c11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (64cb6552-d007-4b10-b21e-b1f5de65d5b5), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:47.626283 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-927c53fb-80c1-4ab7-8cef-861c8d15c11f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:47.628377 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-927c53fb-80c1-4ab7-8cef-861c8d15c11f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/64cb6552-d007-4b10-b21e-b1f5de65d5b5 HTTP/1.1" status: 204 len: 168 time: 0.3299453 Mar 11 03:11:47.647122 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c53fb-80c1-4ab7-8cef-861c8d15c11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64cb6552-d007-4b10-b21e-b1f5de65d5b5,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:47.699857 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1ce59571-4f21-45f1-a3cd-64edef87cf7d req-54e9a28d-94a1-4b89-ab49-32d7d82b2735 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811970 Mar 11 03:11:48.179118 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd7b41-85ce-4475-adfb-35800b24f3ab req-11866d2b-4c42-4eb9-8126-960376b7af9f tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:48.189662 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f8dd7b41-85ce-4475-adfb-35800b24f3ab req-11866d2b-4c42-4eb9-8126-960376b7af9f tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.1132307 Mar 11 03:11:48.294317 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f8dd7b41-85ce-4475-adfb-35800b24f3ab req-e3b325ed-fdbc-4919-816e-5f8e64adc108 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029310 Mar 11 03:11:48.902131 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07a486-2e27-4a98-8b26-df212d5fb1a6 req-25183620-e4f0-4852-88e3-dfeb3b1199ac tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:48.923631 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dd07a486-2e27-4a98-8b26-df212d5fb1a6 req-25183620-e4f0-4852-88e3-dfeb3b1199ac tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 945 time: 0.1096342 Mar 11 03:11:49.118005 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dd07a486-2e27-4a98-8b26-df212d5fb1a6 req-232809c9-1af9-4894-8075-97428b0290c2 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679964 Mar 11 03:11:49.432263 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58a04c-fb68-4dd2-ab2e-377fc997f55b req-e9ae0321-0ffe-4ee6-82f6-d93940b41c36 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:49.440181 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fb58a04c-fb68-4dd2-ab2e-377fc997f55b req-e9ae0321-0ffe-4ee6-82f6-d93940b41c36 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0661976 Mar 11 03:11:49.499275 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fb58a04c-fb68-4dd2-ab2e-377fc997f55b req-6aa0d90f-bd2d-430c-99d4-a520a3515ace tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572186 Mar 11 03:11:50.280169 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f663e6-57d1-465d-90a5-d579058ebc73 req-d6556caa-dade-4016-be8e-1d9054b17093 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:50.287844 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b5f663e6-57d1-465d-90a5-d579058ebc73 req-d6556caa-dade-4016-be8e-1d9054b17093 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 945 time: 0.0900173 Mar 11 03:11:50.338669 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b5f663e6-57d1-465d-90a5-d579058ebc73 req-ecc058cf-fa00-41cf-8510-d0ce280d41b0 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498309 Mar 11 03:11:50.626108 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2212175-d907-4d39-b33c-fc3bdfafeab3 req-e3321c41-e844-4268-9bf7-d95243afb63d tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:50.627542 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d2212175-d907-4d39-b33c-fc3bdfafeab3 req-e3321c41-e844-4268-9bf7-d95243afb63d tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0689709 Mar 11 03:11:50.687132 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d2212175-d907-4d39-b33c-fc3bdfafeab3 req-06e56434-7931-41a8-a6a0-ea180de64240 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498672 Mar 11 03:11:50.939276 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d4eef-f9f5-4f78-b829-f11c1d139b5f req-59b8b5a4-11eb-46a1-bf8b-fcd6a13648d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:50.941637 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-635d4eef-f9f5-4f78-b829-f11c1d139b5f req-59b8b5a4-11eb-46a1-bf8b-fcd6a13648d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d1479d5aac746a7a501d6c1fd3e7dc4&device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 1129 time: 0.0501723 Mar 11 03:11:51.046397 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d4eef-f9f5-4f78-b829-f11c1d139b5f req-4ecc7cbe-d9ec-4d37-acc7-7256349da8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:51.048271 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-635d4eef-f9f5-4f78-b829-f11c1d139b5f req-4ecc7cbe-d9ec-4d37-acc7-7256349da8f9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=24591a89-9096-47e5-935c-efce9ff962e5 HTTP/1.1" status: 200 len: 917 time: 0.1001468 Mar 11 03:11:51.125185 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-635d4eef-f9f5-4f78-b829-f11c1d139b5f req-8031b60e-f489-4afc-b864-e8bfa7059831 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d9329b8-2f49-4557-ad46-f3a82458d3b8 HTTP/1.1" status: 200 len: 1001 time: 0.0709095 Mar 11 03:11:51.183170 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d4eef-f9f5-4f78-b829-f11c1d139b5f req-a4880b09-69ae-4724-9e8c-f56d59052b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:51.184566 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-635d4eef-f9f5-4f78-b829-f11c1d139b5f req-a4880b09-69ae-4724-9e8c-f56d59052b82 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b3f1ad71-9fd3-4f40-b64d-92b2f6facb57 HTTP/1.1" status: 200 len: 856 time: 0.0537035 Mar 11 03:11:51.254302 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d4eef-f9f5-4f78-b829-f11c1d139b5f req-1b1a92df-a307-4115-a5ab-4d74946f28a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:51.256196 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-635d4eef-f9f5-4f78-b829-f11c1d139b5f req-1b1a92df-a307-4115-a5ab-4d74946f28a4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=24591a89-9096-47e5-935c-efce9ff962e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0635870 Mar 11 03:11:51.373649 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-635d4eef-f9f5-4f78-b829-f11c1d139b5f req-03d73fd4-5da4-41eb-8654-e416bc72da38 service neutron] 10.222.0.18 "GET /v2.0/networks/24591a89-9096-47e5-935c-efce9ff962e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106651 Mar 11 03:11:51.477421 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-635d4eef-f9f5-4f78-b829-f11c1d139b5f req-8e179f72-6605-4527-a25a-7c1ea1e2286b service neutron] 10.222.0.18 "GET /v2.0/networks/24591a89-9096-47e5-935c-efce9ff962e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965858 Mar 11 03:11:51.485892 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805d879-e68c-44a9-bba7-aedf97d17982 req-2d561fd8-79ca-43fb-9a60-894c9cdea02b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:51.492655 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4805d879-e68c-44a9-bba7-aedf97d17982 req-2d561fd8-79ca-43fb-9a60-894c9cdea02b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 945 time: 0.0702629 Mar 11 03:11:51.536602 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4805d879-e68c-44a9-bba7-aedf97d17982 req-7fae2f95-fd9d-4fd3-8e2a-1eb2f4024577 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430799 Mar 11 03:11:51.824125 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15fe38e-ea3e-4bff-a4d8-9ed1c2c31348 req-f2b0a255-22ec-4c90-a04c-e927d0e33bde tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:51.825634 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c15fe38e-ea3e-4bff-a4d8-9ed1c2c31348 req-f2b0a255-22ec-4c90-a04c-e927d0e33bde tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0634627 Mar 11 03:11:52.076550 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c15fe38e-ea3e-4bff-a4d8-9ed1c2c31348 req-651c0c77-74f4-4e6a-a59f-377445705214 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445505 Mar 11 03:11:52.663932 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a54c07-bd96-4650-9b1f-9c36b478b940 req-c7ddc428-0d60-45a0-8f51-0b02887c07d8 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:52.665559 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-93a54c07-bd96-4650-9b1f-9c36b478b940 req-c7ddc428-0d60-45a0-8f51-0b02887c07d8 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 945 time: 0.0538952 Mar 11 03:11:52.718662 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-93a54c07-bd96-4650-9b1f-9c36b478b940 req-3d0f8092-d2de-4f09-8d72-19c056e8f207 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460269 Mar 11 03:11:53.240474 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01800254-fc13-475c-a079-941ab9d76f13 req-03e4f94b-5ab0-4181-9297-0659699f0267 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:53.242091 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-01800254-fc13-475c-a079-941ab9d76f13 req-03e4f94b-5ab0-4181-9297-0659699f0267 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0695410 Mar 11 03:11:53.323091 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-01800254-fc13-475c-a079-941ab9d76f13 req-af3eb01a-304e-4e67-925e-06d970805583 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637510 Mar 11 03:11:53.849121 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86913f0f-0569-49ab-a282-304a3f92480c req-604e3cc6-96a9-4c9a-adca-59d8c0baf3bc tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:53.855927 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-86913f0f-0569-49ab-a282-304a3f92480c req-604e3cc6-96a9-4c9a-adca-59d8c0baf3bc tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 945 time: 0.0623934 Mar 11 03:11:53.900251 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-86913f0f-0569-49ab-a282-304a3f92480c req-df8fd9b5-39f6-4b55-b442-a28720dc2adc tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434766 Mar 11 03:11:54.442845 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6364c-887d-48c1-bf2c-888482dafd15 req-cf728e03-fdfb-4080-97f4-fe66cc1b7bc3 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:54.450745 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-abf6364c-887d-48c1-bf2c-888482dafd15 req-cf728e03-fdfb-4080-97f4-fe66cc1b7bc3 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0725772 Mar 11 03:11:54.497615 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [req-c5feba3a-cac3-4c4e-a533-c2b12197950a req-51d40621-5bb1-4636-ae59-ebd8c3842452 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 03:11:54.499058 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c5feba3a-cac3-4c4e-a533-c2b12197950a req-51d40621-5bb1-4636-ae59-ebd8c3842452 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055175 Mar 11 03:11:54.507589 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-abf6364c-887d-48c1-bf2c-888482dafd15 req-91d716e4-f596-406b-8dce-21602f3b3e4c tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559738 Mar 11 03:11:54.730562 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861cbfd5-0e87-4ac3-9d52-fc3775faf334 req-46b40b76-39da-4cbf-b884-ba214f25b2c0 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:54.738579 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-861cbfd5-0e87-4ac3-9d52-fc3775faf334 req-46b40b76-39da-4cbf-b884-ba214f25b2c0 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 945 time: 0.0980103 Mar 11 03:11:54.788086 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-861cbfd5-0e87-4ac3-9d52-fc3775faf334 req-24db52ee-5a83-4a5d-9b0f-0982c866c809 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486407 Mar 11 03:11:55.157710 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 46452) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:11:55.253177 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ac7919aa-82a6-463a-a1bd-0d664fb84c2e req-3cbb68ae-1ad7-4efc-9d2f-9ccada49cbaf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0942848 Mar 11 03:11:55.262394 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [req-ac7919aa-82a6-463a-a1bd-0d664fb84c2e req-e8c8db7f-580c-4a56-9cef-ad1a0b98bf44 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 03:11:55.263567 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ac7919aa-82a6-463a-a1bd-0d664fb84c2e req-e8c8db7f-580c-4a56-9cef-ad1a0b98bf44 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051010 Mar 11 03:11:55.354327 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 46460) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:11:55.413440 dv-cinder-740146-14-iscsi neutron-server[103365]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 11 03:11:55.472008 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7919aa-82a6-463a-a1bd-0d664fb84c2e req-8dd1c2d7-fde9-40ea-9198-54615d90847d tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:55.473554 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ac7919aa-82a6-463a-a1bd-0d664fb84c2e req-8dd1c2d7-fde9-40ea-9198-54615d90847d tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports/9d9329b8-2f49-4557-ad46-f3a82458d3b8 HTTP/1.1" status: 200 len: 942 time: 0.1179912 Mar 11 03:11:55.676046 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 9d9329b8-2f49-4557-ad46-f3a82458d3b8 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:11:55.688398 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba563a1c-ac58-4745-b653-ee8635ed8e1b req-13a2563c-66f7-4c38-a498-9c0eff157bac tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:55.698489 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ba563a1c-ac58-4745-b653-ee8635ed8e1b req-13a2563c-66f7-4c38-a498-9c0eff157bac tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0949247 Mar 11 03:11:55.775103 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ba563a1c-ac58-4745-b653-ee8635ed8e1b req-f68ae8a4-f563-4dee-968a-ff345254de18 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748398 Mar 11 03:11:55.845021 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 9d9329b8-2f49-4557-ad46-f3a82458d3b8 is: ACTIVE; New status is: DOWN {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:11:55.846319 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (9d9329b8-2f49-4557-ad46-f3a82458d3b8), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:55.910171 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448d00f3-8a18-4df4-8ee3-dd90f61da091', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d9329b8-2f49-4557-ad46-f3a82458d3b8'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:11:55.914925 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288e491573ecc61b3bf0bc0bc1cef05b47d52e8efc38ed9f7c410eed2e18b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572c262b-9022-442d-b787-28ef5fbebdfb" -d '{"events": [{"server_uuid": "448d00f3-8a18-4df4-8ee3-dd90f61da091", "name": "network-vif-unplugged", "status": "completed", "tag": "9d9329b8-2f49-4557-ad46-f3a82458d3b8"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:11:55.942093 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 9d9329b8-2f49-4557-ad46-f3a82458d3b8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9d9329b8-2f49-4557-ad46-f3a82458d3b8,segment=NetworkSegment(2788d6dc-bb9a-4610-93c8-718a7a34a2b4),segment_id=2788d6dc-bb9a-4610-93c8-718a7a34a2b4)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:11:55.952111 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (9d9329b8-2f49-4557-ad46-f3a82458d3b8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:55.991983 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Mar 2022 03:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3feced6-96a2-4d35-97a4-88d76247a855 x-openstack-request-id: req-b3feced6-96a2-4d35-97a4-88d76247a855 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:11:55.992678 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448d00f3-8a18-4df4-8ee3-dd90f61da091", "name": "network-vif-unplugged", "status": "failed", "tag": "9d9329b8-2f49-4557-ad46-f3a82458d3b8", "code": 422}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:11:55.993153 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b3feced6-96a2-4d35-97a4-88d76247a855 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:11:55.993807 dv-cinder-740146-14-iscsi neutron-server[103366]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '448d00f3-8a18-4df4-8ee3-dd90f61da091', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9d9329b8-2f49-4557-ad46-f3a82458d3b8', 'code': 422} returned with failed status Mar 11 03:11:56.049944 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=9d9329b8-2f49-4557-ad46-f3a82458d3b8,revision_number=8']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:11:56.080175 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90e4a6-4c8a-4af1-b364-7d3630380ca1 req-8340cb40-6f49-4aed-9309-ecb44c4fa555 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:56.082272 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ad90e4a6-4c8a-4af1-b364-7d3630380ca1 req-8340cb40-6f49-4aed-9309-ecb44c4fa555 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 943 time: 0.1804578 Mar 11 03:11:56.158906 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ad90e4a6-4c8a-4af1-b364-7d3630380ca1 req-f5717ffd-037d-4116-8cce-b440866f66dd tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694783 Mar 11 03:11:56.918039 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98ea73-e83d-4118-986c-f7682c1fcc40 req-d9584d71-eaaa-4835-a16f-15a16fd515f1 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:56.925951 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7d98ea73-e83d-4118-986c-f7682c1fcc40 req-d9584d71-eaaa-4835-a16f-15a16fd515f1 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0666573 Mar 11 03:11:56.975009 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7d98ea73-e83d-4118-986c-f7682c1fcc40 req-7b5181d9-05f8-4737-9451-036719a88c2c tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478411 Mar 11 03:11:57.294109 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7919aa-82a6-463a-a1bd-0d664fb84c2e req-55362e60-a919-43bc-a618-fd3625803109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:57.297094 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ac7919aa-82a6-463a-a1bd-0d664fb84c2e req-55362e60-a919-43bc-a618-fd3625803109 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091&tenant_id=7d1479d5aac746a7a501d6c1fd3e7dc4 HTTP/1.1" status: 200 len: 1127 time: 0.0836902 Mar 11 03:11:57.337658 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bdfeb-7248-4047-aaca-681a41e0c038 req-38568735-b628-4fed-beeb-c6764b59a5ad tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:57.345731 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3e4bdfeb-7248-4047-aaca-681a41e0c038 req-38568735-b628-4fed-beeb-c6764b59a5ad tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 943 time: 0.0749104 Mar 11 03:11:57.379141 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7919aa-82a6-463a-a1bd-0d664fb84c2e req-38c46585-a0a9-4c54-8cd2-53658c23dc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:57.381170 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ac7919aa-82a6-463a-a1bd-0d664fb84c2e req-38c46585-a0a9-4c54-8cd2-53658c23dc24 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d1479d5aac746a7a501d6c1fd3e7dc4&device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 1127 time: 0.0569551 Mar 11 03:11:57.407081 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3e4bdfeb-7248-4047-aaca-681a41e0c038 req-244c6309-50fd-43f0-a027-bf8f7dc5c70f tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540464 Mar 11 03:11:57.487976 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7919aa-82a6-463a-a1bd-0d664fb84c2e req-1c5f764e-3a7f-4bad-a771-40587b6ca3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:57.489470 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ac7919aa-82a6-463a-a1bd-0d664fb84c2e req-1c5f764e-3a7f-4bad-a771-40587b6ca3f0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=24591a89-9096-47e5-935c-efce9ff962e5 HTTP/1.1" status: 200 len: 917 time: 0.0986831 Mar 11 03:11:57.495091 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:11:57.588397 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ac7919aa-82a6-463a-a1bd-0d664fb84c2e req-b894647d-5f7d-4b6c-986e-2bb1e0e48631 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d9329b8-2f49-4557-ad46-f3a82458d3b8 HTTP/1.1" status: 200 len: 999 time: 0.0910077 Mar 11 03:11:57.650677 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7919aa-82a6-463a-a1bd-0d664fb84c2e req-74550835-2300-402d-a31d-18bf8f1fa921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:57.652792 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ac7919aa-82a6-463a-a1bd-0d664fb84c2e req-74550835-2300-402d-a31d-18bf8f1fa921 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b3f1ad71-9fd3-4f40-b64d-92b2f6facb57 HTTP/1.1" status: 200 len: 856 time: 0.0589294 Mar 11 03:11:57.719865 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7919aa-82a6-463a-a1bd-0d664fb84c2e req-8ba66fb4-f10d-4c7a-9d07-8d46fe634673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:57.721605 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ac7919aa-82a6-463a-a1bd-0d664fb84c2e req-8ba66fb4-f10d-4c7a-9d07-8d46fe634673 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=24591a89-9096-47e5-935c-efce9ff962e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0626197 Mar 11 03:11:57.840401 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ac7919aa-82a6-463a-a1bd-0d664fb84c2e req-000aafcc-7eec-46ef-bd34-0939148f9ad0 service neutron] 10.222.0.18 "GET /v2.0/networks/24591a89-9096-47e5-935c-efce9ff962e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123397 Mar 11 03:11:57.964043 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ac7919aa-82a6-463a-a1bd-0d664fb84c2e req-86017b2e-466f-4730-beca-8386f853b1af service neutron] 10.222.0.18 "GET /v2.0/networks/24591a89-9096-47e5-935c-efce9ff962e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169126 Mar 11 03:11:58.129283 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da737618-d809-49b1-b89c-779cca92394c req-776daef3-51d4-45e1-9d11-f74f22c76a5c tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:58.131446 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-da737618-d809-49b1-b89c-779cca92394c req-776daef3-51d4-45e1-9d11-f74f22c76a5c tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0746047 Mar 11 03:11:58.215709 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-da737618-d809-49b1-b89c-779cca92394c req-73315ccc-a4fb-4a27-adb7-cf8b8edc67ae tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616524 Mar 11 03:11:58.567660 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e3faa-89ba-4d84-9821-99c1d38cb5be req-d642a6ce-16d8-40e7-9dd6-8bdea2d5ab4f tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:58.569236 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-aa6e3faa-89ba-4d84-9821-99c1d38cb5be req-d642a6ce-16d8-40e7-9dd6-8bdea2d5ab4f tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 943 time: 0.0861163 Mar 11 03:11:58.723756 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-aa6e3faa-89ba-4d84-9821-99c1d38cb5be req-2d3a3d8e-853c-4b14-a38c-fa406bc1ef45 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386979 Mar 11 03:11:59.101048 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c6227c73-c11e-4f7f-b58d-f532c5b79479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:11:59.446138 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5fb776-ae31-49b3-b9e5-94ef9399036d req-340bf23c-9a3e-46d1-aec1-e303e07276c4 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:59.447864 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1a5fb776-ae31-49b3-b9e5-94ef9399036d req-340bf23c-9a3e-46d1-aec1-e303e07276c4 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.1042337 Mar 11 03:11:59.558508 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1a5fb776-ae31-49b3-b9e5-94ef9399036d req-c62f8ea6-ae6e-478d-a06c-c62cae12795c tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042795 Mar 11 03:11:59.966489 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbd8ec-e6a4-411d-adfb-f0a4f93366ea req-fb1e03c3-52f0-4bf3-8874-bc8bc75de7f4 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:11:59.971060 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-defbd8ec-e6a4-411d-adfb-f0a4f93366ea req-fb1e03c3-52f0-4bf3-8874-bc8bc75de7f4 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 943 time: 0.0927138 Mar 11 03:12:00.054890 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-defbd8ec-e6a4-411d-adfb-f0a4f93366ea req-395f9622-d302-4e7f-8d91-a1b1c9663cf5 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769889 Mar 11 03:12:00.737786 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418cdf78-89ab-4bef-8eea-7eb189155f59 req-7e870a05-073e-4705-88e0-1f09da3858a1 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:00.739491 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-418cdf78-89ab-4bef-8eea-7eb189155f59 req-7e870a05-073e-4705-88e0-1f09da3858a1 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0950742 Mar 11 03:12:00.836816 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-418cdf78-89ab-4bef-8eea-7eb189155f59 req-ab6cdda0-de92-4423-a196-32db071d6e0f tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899088 Mar 11 03:12:01.249093 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f7db6-bd97-4610-b486-d8094b8f7d59 req-4ad453aa-2b0b-4609-81ae-9d87b714f156 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:01.250658 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-014f7db6-bd97-4610-b486-d8094b8f7d59 req-4ad453aa-2b0b-4609-81ae-9d87b714f156 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 943 time: 0.0858839 Mar 11 03:12:01.313821 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-014f7db6-bd97-4610-b486-d8094b8f7d59 req-4afa6af1-57a7-44f6-8d85-65126ebd7908 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550077 Mar 11 03:12:01.437344 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5c0318ac-bda8-43f3-8f92-c39c75ef9a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:02.032048 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ebe8b-355b-474f-af1f-f2beaeaf9d60 req-765ec7e2-c5ff-4c5f-998f-3534c5417604 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:02.041105 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-363ebe8b-355b-474f-af1f-f2beaeaf9d60 req-765ec7e2-c5ff-4c5f-998f-3534c5417604 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0873680 Mar 11 03:12:02.101981 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-363ebe8b-355b-474f-af1f-f2beaeaf9d60 req-9acb3881-df60-426a-b36b-a00f9731d06b tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589495 Mar 11 03:12:02.511936 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874bc20-afb9-408d-b256-8cf04e28310b req-75f6b9a6-3485-4553-bf93-2383b51c8286 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:02.517961 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8874bc20-afb9-408d-b256-8cf04e28310b req-75f6b9a6-3485-4553-bf93-2383b51c8286 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 943 time: 0.0885329 Mar 11 03:12:02.586699 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8874bc20-afb9-408d-b256-8cf04e28310b req-39753443-f8dd-43b8-b7aa-e0a0752e1646 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633407 Mar 11 03:12:02.647904 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:03.227286 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd4004-6249-408b-b67f-6c08a43a5210 req-a47afcb9-f3cd-499c-87dd-c30f4718e24e tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:03.228789 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f2fd4004-6249-408b-b67f-6c08a43a5210 req-a47afcb9-f3cd-499c-87dd-c30f4718e24e tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0536301 Mar 11 03:12:03.287731 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f2fd4004-6249-408b-b67f-6c08a43a5210 req-84d1bb47-adbd-454b-9dae-f0fdfc5a2dcf tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530131 Mar 11 03:12:03.712289 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c4cbc-4202-4a06-86f8-d0aa73b0641c req-abc5aa01-5214-4a3c-a8c7-11cbcbf9d732 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:03.714357 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3b6c4cbc-4202-4a06-86f8-d0aa73b0641c req-abc5aa01-5214-4a3c-a8c7-11cbcbf9d732 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 943 time: 0.0605352 Mar 11 03:12:03.777062 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3b6c4cbc-4202-4a06-86f8-d0aa73b0641c req-998e91d8-8162-4be3-ad6f-64f3f7bf8756 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552115 Mar 11 03:12:04.249336 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:04.441525 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00154ea2-3c2c-4281-b799-24d0cd60b9cc req-ecb64c15-ad26-48f0-90b3-b4422d62f45f tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:04.450619 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-00154ea2-3c2c-4281-b799-24d0cd60b9cc req-ecb64c15-ad26-48f0-90b3-b4422d62f45f tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0806355 Mar 11 03:12:04.530758 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-00154ea2-3c2c-4281-b799-24d0cd60b9cc req-99d92839-ce70-46fd-ac9d-fe91b9f384a3 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770040 Mar 11 03:12:04.937687 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0278e-52da-4fde-b723-45ce87ae7649 req-58c1f277-bc77-471f-8e15-09a7df445df9 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:04.939262 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-23d0278e-52da-4fde-b723-45ce87ae7649 req-58c1f277-bc77-471f-8e15-09a7df445df9 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 943 time: 0.0661476 Mar 11 03:12:04.990448 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-23d0278e-52da-4fde-b723-45ce87ae7649 req-b0e0bf0e-2b0b-4ac4-9092-ae1c530db037 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450077 Mar 11 03:12:05.662461 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:05.679979 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4225f76-b632-4273-a171-789e5e1c8c71 req-9b57c98b-da80-4ca8-9261-516f6e82589b tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:05.681444 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c4225f76-b632-4273-a171-789e5e1c8c71 req-9b57c98b-da80-4ca8-9261-516f6e82589b tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0776434 Mar 11 03:12:05.735053 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c4225f76-b632-4273-a171-789e5e1c8c71 req-6b541ae4-803b-4b69-9728-4bcd09433ad6 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469313 Mar 11 03:12:05.973809 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 46628) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:12:06.019650 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f3b096a-a12f-4300-86af-634911a3f50f admin admin] Deleting subnet 7db20e3c-6525-457e-83f6-0ae297be20f4 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 03:12:06.024657 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9f3b096a-a12f-4300-86af-634911a3f50f admin admin] Publish callbacks [] for subnet (7db20e3c-6525-457e-83f6-0ae297be20f4), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:06.066340 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9f3b096a-a12f-4300-86af-634911a3f50f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3715445'] for subnet (7db20e3c-6525-457e-83f6-0ae297be20f4), precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:06.112054 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9f3b096a-a12f-4300-86af-634911a3f50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16040164'] for subnet (7db20e3c-6525-457e-83f6-0ae297be20f4), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:06.147951 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5555c98-f42c-4d66-94fa-663997334c27 req-95e85828-213e-4ee0-b04a-32ba2278e67c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:06.150061 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a5555c98-f42c-4d66-94fa-663997334c27 req-95e85828-213e-4ee0-b04a-32ba2278e67c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 943 time: 0.0591941 Mar 11 03:12:06.173465 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9f3b096a-a12f-4300-86af-634911a3f50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16040175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26187709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25193187'] for subnet (7db20e3c-6525-457e-83f6-0ae297be20f4), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:06.220544 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b096a-a12f-4300-86af-634911a3f50f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7db20e3c-6525-457e-83f6-0ae297be20f4,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:06.222471 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9f3b096a-a12f-4300-86af-634911a3f50f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:06.226410 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-9f3b096a-a12f-4300-86af-634911a3f50f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7db20e3c-6525-457e-83f6-0ae297be20f4 HTTP/1.1" status: 204 len: 168 time: 0.2513978 Mar 11 03:12:06.229150 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 46632) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:12:06.238408 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a5555c98-f42c-4d66-94fa-663997334c27 req-633e3bde-9e8e-468d-a800-bbeeaebed165 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825036 Mar 11 03:12:06.300806 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d56127d5-c7cc-428d-aebd-1516d706e665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16082977'] for network (a8e5d8fd-9024-4eb6-a862-65437517439a), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:06.390018 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d56127d5-c7cc-428d-aebd-1516d706e665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16047135', 'neutron.services.segments.db._delete_segments_for_network-8766925140502'] for network (a8e5d8fd-9024-4eb6-a862-65437517439a), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:06.414218 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-d56127d5-c7cc-428d-aebd-1516d706e665 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8e5d8fd-9024-4eb6-a862-65437517439a']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:12:06.425253 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-d56127d5-c7cc-428d-aebd-1516d706e665 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a56faf6-77ba-4bb5-afc0-d39dcd108f20') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:12:06.425550 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-d56127d5-c7cc-428d-aebd-1516d706e665 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a56faf6-77ba-4bb5-afc0-d39dcd108f20') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:12:06.434528 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d56127d5-c7cc-428d-aebd-1516d706e665 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766925139231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3715454'] for segment (6a56faf6-77ba-4bb5-afc0-d39dcd108f20), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:06.448229 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d56127d5-c7cc-428d-aebd-1516d706e665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715'] for segment (6a56faf6-77ba-4bb5-afc0-d39dcd108f20), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:06.454136 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d56127d5-c7cc-428d-aebd-1516d706e665 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 03:12:06.454792 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d56127d5-c7cc-428d-aebd-1516d706e665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26187363'] for segment (6a56faf6-77ba-4bb5-afc0-d39dcd108f20), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:06.456372 dv-cinder-740146-14-iscsi neutron-server[103365]: Traceback (most recent call last): Mar 11 03:12:06.456372 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 03:12:06.456372 dv-cinder-740146-14-iscsi neutron-server[103365]: timer() Mar 11 03:12:06.456372 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 03:12:06.456372 dv-cinder-740146-14-iscsi neutron-server[103365]: cb(*args, **kw) Mar 11 03:12:06.456372 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 03:12:06.456372 dv-cinder-740146-14-iscsi neutron-server[103365]: return func(*args, **kwargs) Mar 11 03:12:06.456372 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 03:12:06.456372 dv-cinder-740146-14-iscsi neutron-server[103365]: self._notify() Mar 11 03:12:06.456372 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 03:12:06.456372 dv-cinder-740146-14-iscsi neutron-server[103365]: self.callback(batched_events) Mar 11 03:12:06.456372 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 03:12:06.456372 dv-cinder-740146-14-iscsi neutron-server[103365]: event.method(event) Mar 11 03:12:06.456372 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 03:12:06.456372 dv-cinder-740146-14-iscsi neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 03:12:06.456372 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 03:12:06.456372 dv-cinder-740146-14-iscsi neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 03:12:06.456372 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 03:12:06.456372 dv-cinder-740146-14-iscsi neutron-server[103365]: return f(self, *a, **k) Mar 11 03:12:06.456372 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 03:12:06.456372 dv-cinder-740146-14-iscsi neutron-server[103365]: return self._get(url).json() Mar 11 03:12:06.456372 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 03:12:06.456372 dv-cinder-740146-14-iscsi neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 03:12:06.456372 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 03:12:06.456372 dv-cinder-740146-14-iscsi neutron-server[103365]: return self.request(url, 'GET', **kwargs) Mar 11 03:12:06.456372 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 03:12:06.456372 dv-cinder-740146-14-iscsi neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 03:12:06.456372 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 03:12:06.456372 dv-cinder-740146-14-iscsi neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 03:12:06.456372 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 03:12:06.456372 dv-cinder-740146-14-iscsi neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 03:12:06.456372 dv-cinder-740146-14-iscsi neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 03:12:06.515224 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d56127d5-c7cc-428d-aebd-1516d706e665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16047206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740006'] for network (a8e5d8fd-9024-4eb6-a862-65437517439a), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:06.520701 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d56127d5-c7cc-428d-aebd-1516d706e665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:06.524046 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d56127d5-c7cc-428d-aebd-1516d706e665 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a8e5d8fd-9024-4eb6-a862-65437517439a HTTP/1.1" status: 204 len: 168 time: 0.2938383 Mar 11 03:12:06.535191 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56127d5-c7cc-428d-aebd-1516d706e665 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8e5d8fd-9024-4eb6-a862-65437517439a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:06.609903 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:06.730737 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 46636) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:12:06.773234 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-9e188b35-82f4-4f95-8cf4-5f4b34d50f06 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=675f610f769345dea94cdd7b52690695&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412357 Mar 11 03:12:06.775758 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 46640) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:12:06.823610 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-73cdd6fa-427a-4808-a630-aac0eec16faa admin admin] Publish callbacks [] for security_group (825b34ce-1701-43d7-ad5a-8f55522ee341), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:06.844862 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-73cdd6fa-427a-4808-a630-aac0eec16faa admin admin] Publish callbacks [] for security_group (825b34ce-1701-43d7-ad5a-8f55522ee341), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:06.855543 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d9055-a0ed-4f19-8d33-da589bd0a531 req-ed47bfcb-996d-4bad-b143-bf013de8ec0e tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:06.857009 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dc1d9055-a0ed-4f19-8d33-da589bd0a531 req-ed47bfcb-996d-4bad-b143-bf013de8ec0e tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0515368 Mar 11 03:12:06.903975 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-73cdd6fa-427a-4808-a630-aac0eec16faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (825b34ce-1701-43d7-ad5a-8f55522ee341), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:06.907177 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-73cdd6fa-427a-4808-a630-aac0eec16faa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:06.908325 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-73cdd6fa-427a-4808-a630-aac0eec16faa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/825b34ce-1701-43d7-ad5a-8f55522ee341 HTTP/1.1" status: 204 len: 168 time: 0.1316507 Mar 11 03:12:06.919369 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cdd6fa-427a-4808-a630-aac0eec16faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825b34ce-1701-43d7-ad5a-8f55522ee341,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:06.945793 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dc1d9055-a0ed-4f19-8d33-da589bd0a531 req-6d982844-d9fd-4a2e-af8d-d7765a70090a tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710065 Mar 11 03:12:07.375595 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c71e17-0e72-437e-a27f-ff9baf76380c req-0d22ac0c-65bf-41bb-a9cf-996244411444 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:07.378329 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d0c71e17-0e72-437e-a27f-ff9baf76380c req-0d22ac0c-65bf-41bb-a9cf-996244411444 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 943 time: 0.0580850 Mar 11 03:12:07.459272 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d0c71e17-0e72-437e-a27f-ff9baf76380c req-0d181842-5314-40a6-9fe4-b568d625edfe tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767336 Mar 11 03:12:07.764746 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 46666) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:12:07.860011 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-686e6148-16ac-40b7-9123-7dddfacf58e5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-71052543-network', 'tenant_id': 'b27f621c95944166a7ae765f64d15d9f'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:12:07.881503 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686e6148-16ac-40b7-9123-7dddfacf58e5 admin admin] Made reservation on behalf of b27f621c95944166a7ae765f64d15d9f for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:12:07.883824 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-686e6148-16ac-40b7-9123-7dddfacf58e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for network (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:07.892450 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-686e6148-16ac-40b7-9123-7dddfacf58e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:07.966467 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-686e6148-16ac-40b7-9123-7dddfacf58e5 admin admin] Publish callbacks [] for security_group (d98d13d7-35e8-43b2-a5ea-0972cbca35e9), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:07.970133 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-686e6148-16ac-40b7-9123-7dddfacf58e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (d98d13d7-35e8-43b2-a5ea-0972cbca35e9), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:07.996735 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-686e6148-16ac-40b7-9123-7dddfacf58e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 03:12:08.003886 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e6148-16ac-40b7-9123-7dddfacf58e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98d13d7-35e8-43b2-a5ea-0972cbca35e9,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:08.010162 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-686e6148-16ac-40b7-9123-7dddfacf58e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715'] for segment (850685ec-e887-458e-aac0-a70aa95557bd), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:08.010355 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-686e6148-16ac-40b7-9123-7dddfacf58e5 admin admin] Added segment 850685ec-e887-458e-aac0-a70aa95557bd of type vlan for network 39c26298-ee69-45d3-8128-5b69acca4a40 Mar 11 03:12:08.053254 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-686e6148-16ac-40b7-9123-7dddfacf58e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766924714680'] for network (39c26298-ee69-45d3-8128-5b69acca4a40), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:08.079114 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-686e6148-16ac-40b7-9123-7dddfacf58e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591'] for network (39c26298-ee69-45d3-8128-5b69acca4a40), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:08.080032 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686e6148-16ac-40b7-9123-7dddfacf58e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:08.080636 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-686e6148-16ac-40b7-9123-7dddfacf58e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:08.098806 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d9142-d37f-4521-bde2-dcf99744211b req-e7d2b074-379d-4762-8af0-37f9e1f55187 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:08.100298 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-144d9142-d37f-4521-bde2-dcf99744211b req-e7d2b074-379d-4762-8af0-37f9e1f55187 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0578122 Mar 11 03:12:08.111120 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-686e6148-16ac-40b7-9123-7dddfacf58e5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3449776 Mar 11 03:12:08.114341 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 46672) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:12:08.118753 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-58d05559-62b0-4094-b85f-17aa3ce83d2d admin admin] Request body: {'subnet': {'network_id': '39c26298-ee69-45d3-8128-5b69acca4a40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-71052543-subnet', 'tenant_id': 'b27f621c95944166a7ae765f64d15d9f', 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:12:08.148255 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e6148-16ac-40b7-9123-7dddfacf58e5 admin admin] Pushing event updated for resources: {'Network': ['ID=39c26298-ee69-45d3-8128-5b69acca4a40,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:08.158702 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d05559-62b0-4094-b85f-17aa3ce83d2d admin admin] Made reservation on behalf of b27f621c95944166a7ae765f64d15d9f for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:12:08.160226 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Network 39c26298-ee69-45d3-8128-5b69acca4a40 details requested by agent ovs-agent-dv-cinder-740146-14-iscsi with host dv-cinder-740146-14-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 03:12:08.161612 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-58d05559-62b0-4094-b85f-17aa3ce83d2d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25202025'] for subnet (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:08.178665 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-144d9142-d37f-4521-bde2-dcf99744211b req-ab3f2e09-1595-4244-95b5-156c502f08e6 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719788 Mar 11 03:12:08.340011 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-58d05559-62b0-4094-b85f-17aa3ce83d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15272144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201991'] for subnet (e88f191b-7ea3-436b-a858-ea2ec218332e), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:08.394085 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d05559-62b0-4094-b85f-17aa3ce83d2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e88f191b-7ea3-436b-a858-ea2ec218332e,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:08.402992 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d05559-62b0-4094-b85f-17aa3ce83d2d admin admin] Checking segment: {'id': '850685ec-e887-458e-aac0-a70aa95557bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '39c26298-ee69-45d3-8128-5b69acca4a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:12:08.403341 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d05559-62b0-4094-b85f-17aa3ce83d2d admin admin] Network hostable DHCP agents. Network: 39c26298-ee69-45d3-8128-5b69acca4a40, hostable agents: ['25b14703-b87e-4c0b-89d2-d56e1080c9ba'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 03:12:08.423847 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d05559-62b0-4094-b85f-17aa3ce83d2d admin admin] Network 39c26298-ee69-45d3-8128-5b69acca4a40 is scheduled to be hosted by DHCP agent 25b14703-b87e-4c0b-89d2-d56e1080c9ba with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 03:12:08.434519 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-58d05559-62b0-4094-b85f-17aa3ce83d2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-14-iscsi, 39c26298-ee69-45d3-8128-5b69acca4a40) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:12:08.438698 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d05559-62b0-4094-b85f-17aa3ce83d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:08.439359 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-58d05559-62b0-4094-b85f-17aa3ce83d2d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:08.447593 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab990f9-0abd-4935-af6a-04a5c5502295 None None] Network 39c26298-ee69-45d3-8128-5b69acca4a40 requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:12:08.457406 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-58d05559-62b0-4094-b85f-17aa3ce83d2d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3420482 Mar 11 03:12:08.460205 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 46674) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:12:08.466378 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-c9bf2098-006b-444d-8bbb-6a95ddff5f69 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-71052543-router', 'tenant_id': 'b27f621c95944166a7ae765f64d15d9f', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:12:08.481507 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1a441302-7449-4d37-9709-9674e537d964 req-b0277737-c315-4aca-8b60-8dce77544a33 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512159 Mar 11 03:12:08.499932 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c9bf2098-006b-444d-8bbb-6a95ddff5f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1752359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28309'] for router (db31861f-937f-43e3-b3c2-07e68ace99a6), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:08.500876 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c9bf2098-006b-444d-8bbb-6a95ddff5f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1739889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1673446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28290'] for router (db31861f-937f-43e3-b3c2-07e68ace99a6), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:08.568795 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a441302-7449-4d37-9709-9674e537d964 req-0a33550e-2288-4af2-a41f-f1d715c9999c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:08.570670 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1a441302-7449-4d37-9709-9674e537d964 req-0a33550e-2288-4af2-a41f-f1d715c9999c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f7e7fb507bd241639abd2bb972ec968e&device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 1130 time: 0.0564027 Mar 11 03:12:08.590238 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a279d74f-3686-4e61-9667-0ce6147d01d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4ad6dfa-f40d-5411-b00e-f667c827405f-39c26298-ee69-45d3-8128-5b69acca4a40', 'network_id': '39c26298-ee69-45d3-8128-5b69acca4a40', 'project_id': 'b27f621c95944166a7ae765f64d15d9f', 'fixed_ips': [{'subnet_id': 'e88f191b-7ea3-436b-a858-ea2ec218332e'}]}} from dv-cinder-740146-14-iscsi. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 03:12:08.591052 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a279d74f-3686-4e61-9667-0ce6147d01d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:08.604142 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c9bf2098-006b-444d-8bbb-6a95ddff5f69 admin admin] Publish callbacks [] for router_controller (db31861f-937f-43e3-b3c2-07e68ace99a6), precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:08.694494 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a441302-7449-4d37-9709-9674e537d964 req-708d93a2-c490-4dfe-84bc-db6033514e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:08.696143 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1a441302-7449-4d37-9709-9674e537d964 req-708d93a2-c490-4dfe-84bc-db6033514e1b service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2d579c7-a842-4f0b-93b4-f7cc1c183b27 HTTP/1.1" status: 200 len: 919 time: 0.0999582 Mar 11 03:12:08.741162 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1a441302-7449-4d37-9709-9674e537d964 req-c110505b-8b07-4828-9d16-b6be49b7bbcd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3c1625b-f223-4552-adb9-e8800bb3d9a5 HTTP/1.1" status: 200 len: 217 time: 0.0354896 Mar 11 03:12:08.742203 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-a279d74f-3686-4e61-9667-0ce6147d01d9 None None] Allocated IP 172.20.0.2 (39c26298-ee69-45d3-8128-5b69acca4a40/e88f191b-7ea3-436b-a858-ea2ec218332e/f01494c5-c94d-46cc-bc70-8d91e493f51d) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:12:08.748829 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab5ca7-aafa-457b-98bd-4eed2c542db4 req-9b3a2a56-0435-4811-a3d8-1365e85ed2f5 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:08.750179 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-72ab5ca7-aafa-457b-98bd-4eed2c542db4 req-9b3a2a56-0435-4811-a3d8-1365e85ed2f5 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 943 time: 0.1951287 Mar 11 03:12:08.788259 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c9bf2098-006b-444d-8bbb-6a95ddff5f69 admin admin] Publish callbacks [] for router_gateway (db31861f-937f-43e3-b3c2-07e68ace99a6), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:08.792249 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a441302-7449-4d37-9709-9674e537d964 req-66c6e52a-8494-490f-ae29-b420e2f6ab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:08.793833 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1a441302-7449-4d37-9709-9674e537d964 req-66c6e52a-8494-490f-ae29-b420e2f6ab05 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e0cab262-f422-464f-830a-5936d4fe68aa HTTP/1.1" status: 200 len: 859 time: 0.0466754 Mar 11 03:12:08.828369 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1a441302-7449-4d37-9709-9674e537d964 req-3b2aec09-5692-41ce-8c03-d5522c59c956 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2d579c7-a842-4f0b-93b4-f7cc1c183b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269947 Mar 11 03:12:08.853469 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-72ab5ca7-aafa-457b-98bd-4eed2c542db4 req-6f2390f9-d2ae-4613-823a-1300503cf121 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678544 Mar 11 03:12:08.927893 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1a441302-7449-4d37-9709-9674e537d964 req-c8972c1a-864c-4012-aa92-1720c964b840 service neutron] 10.222.0.18 "GET /v2.0/networks/e2d579c7-a842-4f0b-93b4-f7cc1c183b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930045 Mar 11 03:12:09.023393 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1a441302-7449-4d37-9709-9674e537d964 req-132ebf9d-e669-400c-b8b8-653aa561fb0b service neutron] 10.222.0.18 "GET /v2.0/networks/e2d579c7-a842-4f0b-93b4-f7cc1c183b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886345 Mar 11 03:12:09.039185 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a279d74f-3686-4e61-9667-0ce6147d01d9 None None] Publish callbacks [] for port (f01494c5-c94d-46cc-bc70-8d91e493f51d), precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:09.042922 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c9bf2098-006b-444d-8bbb-6a95ddff5f69 admin admin] Publish callbacks [] for router_gateway (db31861f-937f-43e3-b3c2-07e68ace99a6), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:09.045139 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a279d74f-3686-4e61-9667-0ce6147d01d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670'] for port (f01494c5-c94d-46cc-bc70-8d91e493f51d), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:09.067689 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c9bf2098-006b-444d-8bbb-6a95ddff5f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:09.094141 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a279d74f-3686-4e61-9667-0ce6147d01d9 None None] Network 39c26298-ee69-45d3-8128-5b69acca4a40 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:12:09.096976 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-a279d74f-3686-4e61-9667-0ce6147d01d9 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:12:09.102327 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a279d74f-3686-4e61-9667-0ce6147d01d9 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:12:09.110806 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279d74f-3686-4e61-9667-0ce6147d01d9 None None] Pushing event updated for resources: {'Port': ['ID=f01494c5-c94d-46cc-bc70-8d91e493f51d,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:09.162856 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a279d74f-3686-4e61-9667-0ce6147d01d9 None None] Attempting to bind port f01494c5-c94d-46cc-bc70-8d91e493f51d on host dv-cinder-740146-14-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:12:09.163574 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a279d74f-3686-4e61-9667-0ce6147d01d9 None None] Attempting to bind port f01494c5-c94d-46cc-bc70-8d91e493f51d by drivers openvswitch,hyperv on host dv-cinder-740146-14-iscsi at level 0 using segments [{'id': '850685ec-e887-458e-aac0-a70aa95557bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '39c26298-ee69-45d3-8128-5b69acca4a40'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:12:09.163574 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a279d74f-3686-4e61-9667-0ce6147d01d9 None None] Attempting to bind port f01494c5-c94d-46cc-bc70-8d91e493f51d on network 39c26298-ee69-45d3-8128-5b69acca4a40 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:12:09.168416 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a279d74f-3686-4e61-9667-0ce6147d01d9 None None] Checking agent: {'id': '4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 1, 6), 'started_at': datetime.datetime(2022, 3, 11, 3, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:12:09.168790 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a279d74f-3686-4e61-9667-0ce6147d01d9 None None] Checking segment: {'id': '850685ec-e887-458e-aac0-a70aa95557bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '39c26298-ee69-45d3-8128-5b69acca4a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:12:09.169214 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a279d74f-3686-4e61-9667-0ce6147d01d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:09.169601 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a279d74f-3686-4e61-9667-0ce6147d01d9 None None] Bound using segment: {'id': '850685ec-e887-458e-aac0-a70aa95557bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '39c26298-ee69-45d3-8128-5b69acca4a40'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:12:09.170325 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-a279d74f-3686-4e61-9667-0ce6147d01d9 None None] Bound port: f01494c5-c94d-46cc-bc70-8d91e493f51d, host: dv-cinder-740146-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '850685ec-e887-458e-aac0-a70aa95557bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '39c26298-ee69-45d3-8128-5b69acca4a40'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:12:09.170847 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a279d74f-3686-4e61-9667-0ce6147d01d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (f01494c5-c94d-46cc-bc70-8d91e493f51d), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:09.179538 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-c9bf2098-006b-444d-8bbb-6a95ddff5f69 admin admin] Allocated IP 172.27.2.22 (9b47ca21-aede-450a-93e7-0e4b22f1eaa6/91a34137-7039-479a-a714-41dcecc02d59/f112f219-b051-4297-9c8d-1ceaddf0c7a3) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:12:09.237670 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a279d74f-3686-4e61-9667-0ce6147d01d9 None None] For port f01494c5-c94d-46cc-bc70-8d91e493f51d, host dv-cinder-740146-14-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:12:09.241233 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-a279d74f-3686-4e61-9667-0ce6147d01d9 None None] For port f01494c5-c94d-46cc-bc70-8d91e493f51d, host dv-cinder-740146-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=f01494c5-c94d-46cc-bc70-8d91e493f51d,segment=NetworkSegment(850685ec-e887-458e-aac0-a70aa95557bd),segment_id=850685ec-e887-458e-aac0-a70aa95557bd)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:12:09.248346 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a279d74f-3686-4e61-9667-0ce6147d01d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (f01494c5-c94d-46cc-bc70-8d91e493f51d), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:09.307252 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279d74f-3686-4e61-9667-0ce6147d01d9 None None] Pushing event updated for resources: {'Port': ['ID=f01494c5-c94d-46cc-bc70-8d91e493f51d,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:09.321690 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c9bf2098-006b-444d-8bbb-6a95ddff5f69 admin admin] Publish callbacks [] for port (f112f219-b051-4297-9c8d-1ceaddf0c7a3), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:09.340593 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002d876-a402-4d25-af51-930638e9f510 req-b7ff1a81-282e-4170-81fd-99517f292ee9 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:09.342169 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0002d876-a402-4d25-af51-930638e9f510 req-b7ff1a81-282e-4170-81fd-99517f292ee9 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0913842 Mar 11 03:12:09.399988 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c9bf2098-006b-444d-8bbb-6a95ddff5f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15272124'] for port (f112f219-b051-4297-9c8d-1ceaddf0c7a3), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:09.415972 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0002d876-a402-4d25-af51-930638e9f510 req-5b8c7c40-5084-483b-8f33-9bc3015e4a4d tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671895 Mar 11 03:12:09.444805 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bf2098-006b-444d-8bbb-6a95ddff5f69 admin admin] Network 9b47ca21-aede-450a-93e7-0e4b22f1eaa6 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:12:09.448014 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-c9bf2098-006b-444d-8bbb-6a95ddff5f69 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:12:09.452357 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bf2098-006b-444d-8bbb-6a95ddff5f69 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:12:09.489506 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf2098-006b-444d-8bbb-6a95ddff5f69 admin admin] Pushing event updated for resources: {'Port': ['ID=f112f219-b051-4297-9c8d-1ceaddf0c7a3,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:09.659558 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f2117b-f425-4d00-a73c-4853daed94c8 req-e6a29f14-895d-4ce8-aab6-c5c55f6f0fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:09.662316 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-37f2117b-f425-4d00-a73c-4853daed94c8 req-e6a29f14-895d-4ce8-aab6-c5c55f6f0fbd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 1129 time: 0.0634432 Mar 11 03:12:09.719875 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-37f2117b-f425-4d00-a73c-4853daed94c8 req-bf792cec-760a-4623-8a97-a4e648a824e6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508964 Mar 11 03:12:09.784532 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c9bf2098-006b-444d-8bbb-6a95ddff5f69 admin admin] Publish callbacks [] for router_gateway (db31861f-937f-43e3-b3c2-07e68ace99a6), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:10.234326 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb00243-9f09-4d74-b8b1-d57fc573655f req-07cedf11-ddff-463d-b334-f18f02951b71 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:10.235807 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-eeb00243-9f09-4d74-b8b1-d57fc573655f req-07cedf11-ddff-463d-b334-f18f02951b71 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 943 time: 0.3088727 Mar 11 03:12:10.236942 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c9bf2098-006b-444d-8bbb-6a95ddff5f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1752476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1739806'] for router (db31861f-937f-43e3-b3c2-07e68ace99a6), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:10.349014 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e5f562-83dd-47f9-a0c5-28f34832d794 None None] Network 39c26298-ee69-45d3-8128-5b69acca4a40 requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:12:10.361191 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-eeb00243-9f09-4d74-b8b1-d57fc573655f req-3dcca620-f987-43bc-b9b0-144a6271137f tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194663 Mar 11 03:12:10.390480 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-ed850efe-5bb5-4dc0-9333-2b9885e0a658 None None] Provisioning complete for port f01494c5-c94d-46cc-bc70-8d91e493f51d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:12:10.390645 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed850efe-5bb5-4dc0-9333-2b9885e0a658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (f01494c5-c94d-46cc-bc70-8d91e493f51d), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:10.419183 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9bf2098-006b-444d-8bbb-6a95ddff5f69 admin admin] Router db31861f-937f-43e3-b3c2-07e68ace99a6 is scheduled to L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 03:12:10.550386 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-ed850efe-5bb5-4dc0-9333-2b9885e0a658 None None] Current status of the port f01494c5-c94d-46cc-bc70-8d91e493f51d is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:12:10.550791 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed850efe-5bb5-4dc0-9333-2b9885e0a658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (f01494c5-c94d-46cc-bc70-8d91e493f51d), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:10.585843 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9bf2098-006b-444d-8bbb-6a95ddff5f69 admin admin] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:12:10.594338 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-ed850efe-5bb5-4dc0-9333-2b9885e0a658 None None] For port f01494c5-c94d-46cc-bc70-8d91e493f51d, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=f01494c5-c94d-46cc-bc70-8d91e493f51d,segment=NetworkSegment(850685ec-e887-458e-aac0-a70aa95557bd),segment_id=850685ec-e887-458e-aac0-a70aa95557bd)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:12:10.595898 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d525219-0278-4b8b-96b7-cdac40458693 None None] Sync routers for ids ['db31861f-937f-43e3-b3c2-07e68ace99a6'] in dv-cinder-740146-14-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:12:10.603366 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ed850efe-5bb5-4dc0-9333-2b9885e0a658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (f01494c5-c94d-46cc-bc70-8d91e493f51d), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:10.619863 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d525219-0278-4b8b-96b7-cdac40458693 None None] Routers {'db31861f-937f-43e3-b3c2-07e68ace99a6'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:12:10.620577 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-7d525219-0278-4b8b-96b7-cdac40458693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:12:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['db31861f-937f-43e3-b3c2-07e68ace99a6'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:12:10.624320 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a1cc5-06ee-41c5-a4f0-3b3691a23e01 req-3a3bd802-a063-4e9b-aba9-98a9357b87f9 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:10.626056 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c10a1cc5-06ee-41c5-a4f0-3b3691a23e01 req-3a3bd802-a063-4e9b-aba9-98a9357b87f9 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0940676 Mar 11 03:12:10.629316 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c9bf2098-006b-444d-8bbb-6a95ddff5f69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:10.630528 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-c9bf2098-006b-444d-8bbb-6a95ddff5f69 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1691198 Mar 11 03:12:10.633660 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 46690) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:12:10.693808 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed850efe-5bb5-4dc0-9333-2b9885e0a658 None None] Pushing event updated for resources: {'Port': ['ID=f01494c5-c94d-46cc-bc70-8d91e493f51d,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:10.695367 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c10a1cc5-06ee-41c5-a4f0-3b3691a23e01 req-835255b1-f133-4167-a244-15b224c7cd6f tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489392 Mar 11 03:12:10.772964 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-7d525219-0278-4b8b-96b7-cdac40458693 None None] Set router db31861f-937f-43e3-b3c2-07e68ace99a6 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:12:10.831149 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-fd9bb9b1-810d-4278-bab7-2d272aceebc5 None None] Provisioning complete for port f01494c5-c94d-46cc-bc70-8d91e493f51d triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:12:10.831536 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fd9bb9b1-810d-4278-bab7-2d272aceebc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (f01494c5-c94d-46cc-bc70-8d91e493f51d), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:10.928197 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-fd9bb9b1-810d-4278-bab7-2d272aceebc5 None None] Current status of the port f01494c5-c94d-46cc-bc70-8d91e493f51d is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:12:11.018453 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device f01494c5-c94d-46cc-bc70-8d91e493f51d up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:12:11.071747 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port f01494c5-c94d-46cc-bc70-8d91e493f51d triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:12:11.072127 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (f01494c5-c94d-46cc-bc70-8d91e493f51d), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:11.098506 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-7d525219-0278-4b8b-96b7-cdac40458693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db31861f-937f-43e3-b3c2-07e68ace99a6', 'name': 'tempest-TestMinimumBasicScenario-71052543-router', 'tenant_id': 'b27f621c95944166a7ae765f64d15d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': 'f112f219-b051-4297-9c8d-1ceaddf0c7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:08Z', 'updated_at': '2022-03-11T03:12:09Z', 'revision_number': 3, 'project_id': 'b27f621c95944166a7ae765f64d15d9f', 'gw_port': {'id': 'f112f219-b051-4297-9c8d-1ceaddf0c7a3', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db31861f-937f-43e3-b3c2-07e68ace99a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:09Z', 'updated_at': '2022-03-11T03:12:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi'}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:12:11.125446 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d525219-0278-4b8b-96b7-cdac40458693 None None] Checking router: db31861f-937f-43e3-b3c2-07e68ace99a6 for host: dv-cinder-740146-14-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:12:11.125792 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d525219-0278-4b8b-96b7-cdac40458693 None None] Updating router db31861f-937f-43e3-b3c2-07e68ace99a6 port f112f219-b051-4297-9c8d-1ceaddf0c7a3 binding host dv-cinder-740146-14-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 03:12:11.156188 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-7d525219-0278-4b8b-96b7-cdac40458693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (f112f219-b051-4297-9c8d-1ceaddf0c7a3), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:11.162113 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port f01494c5-c94d-46cc-bc70-8d91e493f51d is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:12:11.357436 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-958d34b2-abe4-4fd2-ac04-4bc2bb4ba813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:11.407340 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-7d525219-0278-4b8b-96b7-cdac40458693 None None] Publish callbacks [] for port (f112f219-b051-4297-9c8d-1ceaddf0c7a3), precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:11.413505 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-7d525219-0278-4b8b-96b7-cdac40458693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (f112f219-b051-4297-9c8d-1ceaddf0c7a3), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:11.463850 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c000570-5cc9-4ed7-9405-bfed978191d8 None None] Pushing event updated for resources: {'Port': ['ID=f112f219-b051-4297-9c8d-1ceaddf0c7a3,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:11.477955 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c000570-5cc9-4ed7-9405-bfed978191d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:11.478338 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c000570-5cc9-4ed7-9405-bfed978191d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:11.479145 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c000570-5cc9-4ed7-9405-bfed978191d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:11.479145 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c000570-5cc9-4ed7-9405-bfed978191d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:11.479358 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c000570-5cc9-4ed7-9405-bfed978191d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:11.479692 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c000570-5cc9-4ed7-9405-bfed978191d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:11.480038 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c000570-5cc9-4ed7-9405-bfed978191d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:11.481104 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c000570-5cc9-4ed7-9405-bfed978191d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:11.481104 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c000570-5cc9-4ed7-9405-bfed978191d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:11.481104 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c000570-5cc9-4ed7-9405-bfed978191d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:11.481360 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c000570-5cc9-4ed7-9405-bfed978191d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:11.481658 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c000570-5cc9-4ed7-9405-bfed978191d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:11.482030 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c000570-5cc9-4ed7-9405-bfed978191d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:11.487853 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-7d525219-0278-4b8b-96b7-cdac40458693 None None] Attempting to bind port f112f219-b051-4297-9c8d-1ceaddf0c7a3 on host dv-cinder-740146-14-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:12:11.488226 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-7d525219-0278-4b8b-96b7-cdac40458693 None None] Attempting to bind port f112f219-b051-4297-9c8d-1ceaddf0c7a3 by drivers openvswitch,hyperv on host dv-cinder-740146-14-iscsi at level 0 using segments [{'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:12:11.489209 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d525219-0278-4b8b-96b7-cdac40458693 None None] Attempting to bind port f112f219-b051-4297-9c8d-1ceaddf0c7a3 on network 9b47ca21-aede-450a-93e7-0e4b22f1eaa6 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:12:11.493850 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d525219-0278-4b8b-96b7-cdac40458693 None None] Checking agent: {'id': '4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 1, 6), 'started_at': datetime.datetime(2022, 3, 11, 3, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:12:11.494259 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d525219-0278-4b8b-96b7-cdac40458693 None None] Checking segment: {'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:12:11.495203 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-7d525219-0278-4b8b-96b7-cdac40458693 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:11.495601 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d525219-0278-4b8b-96b7-cdac40458693 None None] Bound using segment: {'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:12:11.496065 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-7d525219-0278-4b8b-96b7-cdac40458693 None None] Bound port: f112f219-b051-4297-9c8d-1ceaddf0c7a3, host: dv-cinder-740146-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:12:11.496450 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-7d525219-0278-4b8b-96b7-cdac40458693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (f112f219-b051-4297-9c8d-1ceaddf0c7a3), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:11.498158 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48140861-eaed-4ab6-9c6d-7c0e39bb377b req-610f2991-4d85-4a1b-8811-6df5e80cbd3d tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:11.499744 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-48140861-eaed-4ab6-9c6d-7c0e39bb377b req-610f2991-4d85-4a1b-8811-6df5e80cbd3d tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 943 time: 0.0583158 Mar 11 03:12:11.531745 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-958d34b2-abe4-4fd2-ac04-4bc2bb4ba813 admin admin] Allocated IP 172.20.0.1 (39c26298-ee69-45d3-8128-5b69acca4a40/e88f191b-7ea3-436b-a858-ea2ec218332e/a77fd583-88eb-4167-a3e5-ddacfbce6f84) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:12:11.549659 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-7d525219-0278-4b8b-96b7-cdac40458693 None None] For port f112f219-b051-4297-9c8d-1ceaddf0c7a3, host dv-cinder-740146-14-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:12:11.553157 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-7d525219-0278-4b8b-96b7-cdac40458693 None None] For port f112f219-b051-4297-9c8d-1ceaddf0c7a3, host dv-cinder-740146-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=f112f219-b051-4297-9c8d-1ceaddf0c7a3,segment=NetworkSegment(77d20882-625f-4a13-9566-ab6cf60f2c81),segment_id=77d20882-625f-4a13-9566-ab6cf60f2c81)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:12:11.559497 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-7d525219-0278-4b8b-96b7-cdac40458693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (f112f219-b051-4297-9c8d-1ceaddf0c7a3), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:11.561707 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-48140861-eaed-4ab6-9c6d-7c0e39bb377b req-b7ae99ac-580d-4cec-ac0e-612af4cc7b42 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529675 Mar 11 03:12:11.619650 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d525219-0278-4b8b-96b7-cdac40458693 None None] Routers {'db31861f-937f-43e3-b3c2-07e68ace99a6'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:12:11.620184 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-7d525219-0278-4b8b-96b7-cdac40458693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:12:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['db31861f-937f-43e3-b3c2-07e68ace99a6'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:12:11.625361 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c000570-5cc9-4ed7-9405-bfed978191d8 None None] Pushing event updated for resources: {'Port': ['ID=f112f219-b051-4297-9c8d-1ceaddf0c7a3,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:11.649047 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-958d34b2-abe4-4fd2-ac04-4bc2bb4ba813 admin admin] Publish callbacks [] for port (a77fd583-88eb-4167-a3e5-ddacfbce6f84), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:11.682364 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-958d34b2-abe4-4fd2-ac04-4bc2bb4ba813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (a77fd583-88eb-4167-a3e5-ddacfbce6f84), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:11.720648 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958d34b2-abe4-4fd2-ac04-4bc2bb4ba813 admin admin] Network 39c26298-ee69-45d3-8128-5b69acca4a40 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:12:11.725532 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-958d34b2-abe4-4fd2-ac04-4bc2bb4ba813 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:12:11.729074 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958d34b2-abe4-4fd2-ac04-4bc2bb4ba813 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:12:11.735106 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-7d525219-0278-4b8b-96b7-cdac40458693 None None] Set router db31861f-937f-43e3-b3c2-07e68ace99a6 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:12:11.735245 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958d34b2-abe4-4fd2-ac04-4bc2bb4ba813 admin admin] Pushing event updated for resources: {'Port': ['ID=a77fd583-88eb-4167-a3e5-ddacfbce6f84,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:11.766135 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958d34b2-abe4-4fd2-ac04-4bc2bb4ba813 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:11.766491 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958d34b2-abe4-4fd2-ac04-4bc2bb4ba813 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:11.766836 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958d34b2-abe4-4fd2-ac04-4bc2bb4ba813 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:11.767176 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958d34b2-abe4-4fd2-ac04-4bc2bb4ba813 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:11.767507 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958d34b2-abe4-4fd2-ac04-4bc2bb4ba813 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:11.767837 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958d34b2-abe4-4fd2-ac04-4bc2bb4ba813 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:11.768165 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958d34b2-abe4-4fd2-ac04-4bc2bb4ba813 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:11.768491 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958d34b2-abe4-4fd2-ac04-4bc2bb4ba813 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:11.768836 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958d34b2-abe4-4fd2-ac04-4bc2bb4ba813 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:11.769148 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958d34b2-abe4-4fd2-ac04-4bc2bb4ba813 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:11.769475 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958d34b2-abe4-4fd2-ac04-4bc2bb4ba813 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:11.769802 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958d34b2-abe4-4fd2-ac04-4bc2bb4ba813 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:11.770161 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958d34b2-abe4-4fd2-ac04-4bc2bb4ba813 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:11.798058 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-958d34b2-abe4-4fd2-ac04-4bc2bb4ba813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1736817'] for router_interface (db31861f-937f-43e3-b3c2-07e68ace99a6), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:11.840848 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beac9c7-6b89-4f22-a0b8-2a6e6231fdae req-6df93f74-515f-454a-9477-e442716f8e15 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:11.842597 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3beac9c7-6b89-4f22-a0b8-2a6e6231fdae req-6df93f74-515f-454a-9477-e442716f8e15 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0576243 Mar 11 03:12:11.901984 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3beac9c7-6b89-4f22-a0b8-2a6e6231fdae req-19462f42-5d6d-48ae-acd2-2d56694c85c6 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534070 Mar 11 03:12:11.962718 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f7923534-a206-47a0-b4bc-769840149075 None None] Provisioning complete for port a77fd583-88eb-4167-a3e5-ddacfbce6f84 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:12:11.963624 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f7923534-a206-47a0-b4bc-769840149075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (a77fd583-88eb-4167-a3e5-ddacfbce6f84), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:11.964314 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-958d34b2-abe4-4fd2-ac04-4bc2bb4ba813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (a77fd583-88eb-4167-a3e5-ddacfbce6f84), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:11.966221 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-7d525219-0278-4b8b-96b7-cdac40458693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db31861f-937f-43e3-b3c2-07e68ace99a6', 'name': 'tempest-TestMinimumBasicScenario-71052543-router', 'tenant_id': 'b27f621c95944166a7ae765f64d15d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': 'f112f219-b051-4297-9c8d-1ceaddf0c7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:08Z', 'updated_at': '2022-03-11T03:12:09Z', 'revision_number': 3, 'project_id': 'b27f621c95944166a7ae765f64d15d9f', 'gw_port': {'id': 'f112f219-b051-4297-9c8d-1ceaddf0c7a3', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db31861f-937f-43e3-b3c2-07e68ace99a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:09Z', 'updated_at': '2022-03-11T03:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi'}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:12:11.993341 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d525219-0278-4b8b-96b7-cdac40458693 None None] The sync data for ids ['db31861f-937f-43e3-b3c2-07e68ace99a6'] in dv-cinder-740146-14-iscsi is: [{'id': 'db31861f-937f-43e3-b3c2-07e68ace99a6', 'name': 'tempest-TestMinimumBasicScenario-71052543-router', 'tenant_id': 'b27f621c95944166a7ae765f64d15d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': 'f112f219-b051-4297-9c8d-1ceaddf0c7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:08Z', 'updated_at': '2022-03-11T03:12:09Z', 'revision_number': 3, 'project_id': 'b27f621c95944166a7ae765f64d15d9f', 'gw_port': {'id': 'f112f219-b051-4297-9c8d-1ceaddf0c7a3', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5e:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db31861f-937f-43e3-b3c2-07e68ace99a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:09Z', 'updated_at': '2022-03-11T03:12:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:12:12.015045 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-f7923534-a206-47a0-b4bc-769840149075 None None] Port a77fd583-88eb-4167-a3e5-ddacfbce6f84 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:12:12.155161 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-958d34b2-abe4-4fd2-ac04-4bc2bb4ba813 admin admin] Publish callbacks [] for port (a77fd583-88eb-4167-a3e5-ddacfbce6f84), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:12.159783 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-958d34b2-abe4-4fd2-ac04-4bc2bb4ba813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26187659'] for port (a77fd583-88eb-4167-a3e5-ddacfbce6f84), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:12.240024 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-958d34b2-abe4-4fd2-ac04-4bc2bb4ba813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736925'] for router_interface (db31861f-937f-43e3-b3c2-07e68ace99a6), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:12.249099 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958d34b2-abe4-4fd2-ac04-4bc2bb4ba813 admin admin] Pushing event updated for resources: {'Port': ['ID=a77fd583-88eb-4167-a3e5-ddacfbce6f84,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:12.341726 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661408db-0747-4ba2-a267-e5e69c09bfd7 req-a5c8873c-ba73-4760-b85f-27bd666591ac tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:12.347328 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-661408db-0747-4ba2-a267-e5e69c09bfd7 req-a5c8873c-ba73-4760-b85f-27bd666591ac tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0819721 Mar 11 03:12:12.393341 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf51e8-a8a5-45c3-9d5d-780bfa9faf67 req-b29a5d59-b5d7-4aa6-a96a-dcfa4eed6ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:12.394980 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3adf51e8-a8a5-45c3-9d5d-780bfa9faf67 req-b29a5d59-b5d7-4aa6-a96a-dcfa4eed6ee0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f7e7fb507bd241639abd2bb972ec968e&device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 1129 time: 0.1286545 Mar 11 03:12:12.399782 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-661408db-0747-4ba2-a267-e5e69c09bfd7 req-0dff4351-5418-4d76-a435-d8ffe66f781e tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506644 Mar 11 03:12:12.401678 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958d34b2-abe4-4fd2-ac04-4bc2bb4ba813 admin admin] Network 39c26298-ee69-45d3-8128-5b69acca4a40 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:12:12.413317 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-958d34b2-abe4-4fd2-ac04-4bc2bb4ba813 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:12:12.576706 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf51e8-a8a5-45c3-9d5d-780bfa9faf67 req-efff9632-1e9e-428a-ae31-6590c1b934af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:12.578343 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3adf51e8-a8a5-45c3-9d5d-780bfa9faf67 req-efff9632-1e9e-428a-ae31-6590c1b934af service neutron] 10.222.0.18 "GET /v2.0/networks?id=e2d579c7-a842-4f0b-93b4-f7cc1c183b27 HTTP/1.1" status: 200 len: 919 time: 0.1749592 Mar 11 03:12:12.632935 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3adf51e8-a8a5-45c3-9d5d-780bfa9faf67 req-684f2ca7-d295-4989-867e-35d9720fbf9d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=821c2ddf-a3cc-459d-bc78-acf1e102fdb3 HTTP/1.1" status: 200 len: 217 time: 0.0479560 Mar 11 03:12:12.651267 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-119de123-1bf1-41d7-bf8e-a8346f4ede68 None None] Provisioning complete for port a77fd583-88eb-4167-a3e5-ddacfbce6f84 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:12:12.651895 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-119de123-1bf1-41d7-bf8e-a8346f4ede68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (a77fd583-88eb-4167-a3e5-ddacfbce6f84), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:12.680660 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958d34b2-abe4-4fd2-ac04-4bc2bb4ba813 admin admin] Router db31861f-937f-43e3-b3c2-07e68ace99a6 has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:12:12.700574 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf51e8-a8a5-45c3-9d5d-780bfa9faf67 req-6c9e7ff2-99d7-46c5-b1a3-7f09bf1b2d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:12.702396 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3adf51e8-a8a5-45c3-9d5d-780bfa9faf67 req-6c9e7ff2-99d7-46c5-b1a3-7f09bf1b2d3a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e0cab262-f422-464f-830a-5936d4fe68aa HTTP/1.1" status: 200 len: 859 time: 0.0610757 Mar 11 03:12:12.714319 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-119de123-1bf1-41d7-bf8e-a8346f4ede68 None None] Port a77fd583-88eb-4167-a3e5-ddacfbce6f84 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:12:12.727951 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20a7c7-99cf-406c-9979-27715a1bc4b9 req-eeb63486-153f-42a8-8e71-f4667369537d tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:12.730315 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-de20a7c7-99cf-406c-9979-27715a1bc4b9 req-eeb63486-153f-42a8-8e71-f4667369537d tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 943 time: 0.0840790 Mar 11 03:12:12.771062 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3adf51e8-a8a5-45c3-9d5d-780bfa9faf67 req-80e1796f-4f99-4215-95d6-da124e49a562 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e2d579c7-a842-4f0b-93b4-f7cc1c183b27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347652 Mar 11 03:12:12.786818 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-de20a7c7-99cf-406c-9979-27715a1bc4b9 req-cb304856-edd8-4c8c-8ad6-5ca1ced17424 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459425 Mar 11 03:12:12.887780 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958d34b2-abe4-4fd2-ac04-4bc2bb4ba813 admin admin] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:12:12.893944 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-958d34b2-abe4-4fd2-ac04-4bc2bb4ba813 admin admin] 10.222.0.16 "PUT /v2.0/routers/db31861f-937f-43e3-b3c2-07e68ace99a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2592146 Mar 11 03:12:12.919231 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3adf51e8-a8a5-45c3-9d5d-780bfa9faf67 req-c853863c-9547-48c0-8720-8578b1cce341 service neutron] 10.222.0.18 "GET /v2.0/networks/e2d579c7-a842-4f0b-93b4-f7cc1c183b27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373680 Mar 11 03:12:13.005322 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device f112f219-b051-4297-9c8d-1ceaddf0c7a3 up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:12:13.026269 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-3adf51e8-a8a5-45c3-9d5d-780bfa9faf67 req-0a68f55c-0fc2-4334-b123-73d6b4c6a02e service neutron] 10.222.0.18 "GET /v2.0/networks/e2d579c7-a842-4f0b-93b4-f7cc1c183b27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999558 Mar 11 03:12:13.058869 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port f112f219-b051-4297-9c8d-1ceaddf0c7a3 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:12:13.059243 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (f112f219-b051-4297-9c8d-1ceaddf0c7a3), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:13.141319 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port f112f219-b051-4297-9c8d-1ceaddf0c7a3 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:12:13.141709 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (f112f219-b051-4297-9c8d-1ceaddf0c7a3), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:13.165525 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] For port f112f219-b051-4297-9c8d-1ceaddf0c7a3, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=f112f219-b051-4297-9c8d-1ceaddf0c7a3,segment=NetworkSegment(77d20882-625f-4a13-9566-ab6cf60f2c81),segment_id=77d20882-625f-4a13-9566-ab6cf60f2c81)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:12:13.171868 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (f112f219-b051-4297-9c8d-1ceaddf0c7a3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:13.224426 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Pushing event updated for resources: {'Port': ['ID=f112f219-b051-4297-9c8d-1ceaddf0c7a3,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:13.420410 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 46720) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:12:13.425322 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-a78ca196-3da5-4001-a379-b79cdecff39e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-779953113-network', 'tenant_id': '157667575899428c9cc8e283317a7f23'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:12:13.445167 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78ca196-3da5-4001-a379-b79cdecff39e admin admin] Made reservation on behalf of 157667575899428c9cc8e283317a7f23 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:12:13.447867 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a78ca196-3da5-4001-a379-b79cdecff39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for network (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:13.459833 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a78ca196-3da5-4001-a379-b79cdecff39e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:13.547106 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35930a1f-9d0c-4cc5-bf8e-eda7043a28bc req-92bca43b-d575-4d8d-95ed-89d54b09efa1 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:13.548574 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-35930a1f-9d0c-4cc5-bf8e-eda7043a28bc req-92bca43b-d575-4d8d-95ed-89d54b09efa1 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0779567 Mar 11 03:12:13.605909 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a78ca196-3da5-4001-a379-b79cdecff39e admin admin] Publish callbacks [] for security_group (3d28ba0a-4f02-4289-9aa5-b8b9f3301e6d), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:13.616992 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a78ca196-3da5-4001-a379-b79cdecff39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (3d28ba0a-4f02-4289-9aa5-b8b9f3301e6d), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:13.631901 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-35930a1f-9d0c-4cc5-bf8e-eda7043a28bc req-80529a4d-4e97-47fe-a4cd-b96915ac881d tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770438 Mar 11 03:12:13.647339 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a78ca196-3da5-4001-a379-b79cdecff39e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 03:12:13.652659 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ca196-3da5-4001-a379-b79cdecff39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d28ba0a-4f02-4289-9aa5-b8b9f3301e6d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:13.661262 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a78ca196-3da5-4001-a379-b79cdecff39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715'] for segment (cae02413-8a32-4478-91c0-e172ae2722f3), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:13.661613 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.db.segments_db [None req-a78ca196-3da5-4001-a379-b79cdecff39e admin admin] Added segment cae02413-8a32-4478-91c0-e172ae2722f3 of type vlan for network 57391286-1772-4567-97ab-e362432fd092 Mar 11 03:12:13.702578 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a78ca196-3da5-4001-a379-b79cdecff39e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766924714680'] for network (57391286-1772-4567-97ab-e362432fd092), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:13.719558 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b8364d-c404-4148-99c8-785241405168 None None] Sync routers for ids ['db31861f-937f-43e3-b3c2-07e68ace99a6'] in dv-cinder-740146-14-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:12:13.726827 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a78ca196-3da5-4001-a379-b79cdecff39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591'] for network (57391286-1772-4567-97ab-e362432fd092), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:13.727772 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78ca196-3da5-4001-a379-b79cdecff39e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:13.728352 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a78ca196-3da5-4001-a379-b79cdecff39e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:13.729535 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b8364d-c404-4148-99c8-785241405168 None None] Routers {'db31861f-937f-43e3-b3c2-07e68ace99a6'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:12:13.730195 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-d4b8364d-c404-4148-99c8-785241405168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:12:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['db31861f-937f-43e3-b3c2-07e68ace99a6'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:12:13.761459 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-a78ca196-3da5-4001-a379-b79cdecff39e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3399539 Mar 11 03:12:13.764304 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 46724) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:12:13.769904 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-982aa9f5-97e7-49d6-af30-fff18d4ec38f admin admin] Request body: {'subnet': {'network_id': '57391286-1772-4567-97ab-e362432fd092', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-779953113-subnet', 'tenant_id': '157667575899428c9cc8e283317a7f23', 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:12:13.790015 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982aa9f5-97e7-49d6-af30-fff18d4ec38f admin admin] Made reservation on behalf of 157667575899428c9cc8e283317a7f23 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:12:13.791082 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ca196-3da5-4001-a379-b79cdecff39e admin admin] Pushing event updated for resources: {'Network': ['ID=57391286-1772-4567-97ab-e362432fd092,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:13.792369 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-982aa9f5-97e7-49d6-af30-fff18d4ec38f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25193156'] for subnet (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:13.826531 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Network 57391286-1772-4567-97ab-e362432fd092 details requested by agent ovs-agent-dv-cinder-740146-14-iscsi with host dv-cinder-740146-14-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 03:12:13.907636 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-d4b8364d-c404-4148-99c8-785241405168 None None] Set router db31861f-937f-43e3-b3c2-07e68ace99a6 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:12:13.921608 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227bd9c-5bc7-4914-a74d-dbc83e4610bb req-3f369821-c766-4657-9c66-81ad2fe8d41c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:13.923194 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4227bd9c-5bc7-4914-a74d-dbc83e4610bb req-3f369821-c766-4657-9c66-81ad2fe8d41c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 943 time: 0.0604074 Mar 11 03:12:13.972874 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4227bd9c-5bc7-4914-a74d-dbc83e4610bb req-1d83b1a8-8450-4051-bffa-b4070267d937 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428717 Mar 11 03:12:13.981806 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-982aa9f5-97e7-49d6-af30-fff18d4ec38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26187774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25193194'] for subnet (25a41924-6b06-4dc2-9aa8-f48eaff7c532), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:14.042671 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982aa9f5-97e7-49d6-af30-fff18d4ec38f admin admin] Pushing event updated for resources: {'Subnet': ['ID=25a41924-6b06-4dc2-9aa8-f48eaff7c532,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:14.052161 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982aa9f5-97e7-49d6-af30-fff18d4ec38f admin admin] Checking segment: {'id': 'cae02413-8a32-4478-91c0-e172ae2722f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '57391286-1772-4567-97ab-e362432fd092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:12:14.052523 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982aa9f5-97e7-49d6-af30-fff18d4ec38f admin admin] Network hostable DHCP agents. Network: 57391286-1772-4567-97ab-e362432fd092, hostable agents: ['25b14703-b87e-4c0b-89d2-d56e1080c9ba'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 03:12:14.069993 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982aa9f5-97e7-49d6-af30-fff18d4ec38f admin admin] Network 57391286-1772-4567-97ab-e362432fd092 is scheduled to be hosted by DHCP agent 25b14703-b87e-4c0b-89d2-d56e1080c9ba with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 03:12:14.078303 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-982aa9f5-97e7-49d6-af30-fff18d4ec38f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-14-iscsi, 57391286-1772-4567-97ab-e362432fd092) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:12:14.082284 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982aa9f5-97e7-49d6-af30-fff18d4ec38f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:14.082969 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-982aa9f5-97e7-49d6-af30-fff18d4ec38f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:14.091893 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84f0358-e6e0-4b54-ae93-6bf09e686027 None None] Network 57391286-1772-4567-97ab-e362432fd092 requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:12:14.098528 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-982aa9f5-97e7-49d6-af30-fff18d4ec38f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3325396 Mar 11 03:12:14.100991 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 46728) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:12:14.105047 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-9134c04e-6cfc-4097-8379-5849fb79bc30 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-779953113-router', 'tenant_id': '157667575899428c9cc8e283317a7f23', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:12:14.124374 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9134c04e-6cfc-4097-8379-5849fb79bc30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1752359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28309'] for router (95a5c3a5-dd79-4b81-ac45-b69681aa62a1), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:14.125426 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9134c04e-6cfc-4097-8379-5849fb79bc30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1739889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1673446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28290'] for router (95a5c3a5-dd79-4b81-ac45-b69681aa62a1), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:14.178846 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9134c04e-6cfc-4097-8379-5849fb79bc30 admin admin] Publish callbacks [] for router_controller (95a5c3a5-dd79-4b81-ac45-b69681aa62a1), precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:14.200401 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-d4b8364d-c404-4148-99c8-785241405168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db31861f-937f-43e3-b3c2-07e68ace99a6', 'name': 'tempest-TestMinimumBasicScenario-71052543-router', 'tenant_id': 'b27f621c95944166a7ae765f64d15d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': 'f112f219-b051-4297-9c8d-1ceaddf0c7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:08Z', 'updated_at': '2022-03-11T03:12:11Z', 'revision_number': 4, 'project_id': 'b27f621c95944166a7ae765f64d15d9f', 'gw_port': {'id': 'f112f219-b051-4297-9c8d-1ceaddf0c7a3', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db31861f-937f-43e3-b3c2-07e68ace99a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:09Z', 'updated_at': '2022-03-11T03:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': 'a77fd583-88eb-4167-a3e5-ddacfbce6f84', 'name': '', 'network_id': '39c26298-ee69-45d3-8128-5b69acca4a40', 'tenant_id': 'b27f621c95944166a7ae765f64d15d9f', 'mac_address': 'fa:16:3e:9e:34:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db31861f-937f-43e3-b3c2-07e68ace99a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e88f191b-7ea3-436b-a858-ea2ec218332e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:11Z', 'updated_at': '2022-03-11T03:12:12Z', 'revision_number': 2, 'project_id': 'b27f621c95944166a7ae765f64d15d9f', 'subnets': [{'id': 'e88f191b-7ea3-436b-a858-ea2ec218332e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:12:14.229141 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163fe84f-59a1-44c4-a02c-6b11bd547b8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4ad6dfa-f40d-5411-b00e-f667c827405f-57391286-1772-4567-97ab-e362432fd092', 'network_id': '57391286-1772-4567-97ab-e362432fd092', 'project_id': '157667575899428c9cc8e283317a7f23', 'fixed_ips': [{'subnet_id': '25a41924-6b06-4dc2-9aa8-f48eaff7c532'}]}} from dv-cinder-740146-14-iscsi. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 03:12:14.230024 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-163fe84f-59a1-44c4-a02c-6b11bd547b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:14.232875 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b8364d-c404-4148-99c8-785241405168 None None] Checking router: db31861f-937f-43e3-b3c2-07e68ace99a6 for host: dv-cinder-740146-14-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:12:14.233236 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b8364d-c404-4148-99c8-785241405168 None None] Updating router db31861f-937f-43e3-b3c2-07e68ace99a6 port a77fd583-88eb-4167-a3e5-ddacfbce6f84 binding host dv-cinder-740146-14-iscsi {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 03:12:14.276180 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d4b8364d-c404-4148-99c8-785241405168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (a77fd583-88eb-4167-a3e5-ddacfbce6f84), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:14.332128 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9134c04e-6cfc-4097-8379-5849fb79bc30 admin admin] Publish callbacks [] for router_gateway (95a5c3a5-dd79-4b81-ac45-b69681aa62a1), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:14.617337 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-163fe84f-59a1-44c4-a02c-6b11bd547b8f None None] Allocated IP 172.20.0.2 (57391286-1772-4567-97ab-e362432fd092/25a41924-6b06-4dc2-9aa8-f48eaff7c532/53b0c2d4-92fc-433b-8c42-c50fb7822bed) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:12:14.765484 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11b0d6-c3d8-4a7f-9c66-299b5487a99d req-95cfc921-fecf-4f97-b8bc-e0a4b9ca5e76 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:14.766088 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9134c04e-6cfc-4097-8379-5849fb79bc30 admin admin] Publish callbacks [] for router_gateway (95a5c3a5-dd79-4b81-ac45-b69681aa62a1), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:14.768317 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bc11b0d6-c3d8-4a7f-9c66-299b5487a99d req-95cfc921-fecf-4f97-b8bc-e0a4b9ca5e76 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0586081 Mar 11 03:12:14.790389 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9134c04e-6cfc-4097-8379-5849fb79bc30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:14.821201 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bc11b0d6-c3d8-4a7f-9c66-299b5487a99d req-4cd81b38-7965-4040-b907-f15c34e43a11 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469899 Mar 11 03:12:14.884462 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d4b8364d-c404-4148-99c8-785241405168 None None] Publish callbacks [] for port (a77fd583-88eb-4167-a3e5-ddacfbce6f84), precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:14.897338 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d4b8364d-c404-4148-99c8-785241405168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (a77fd583-88eb-4167-a3e5-ddacfbce6f84), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:14.906503 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-163fe84f-59a1-44c4-a02c-6b11bd547b8f None None] Publish callbacks [] for port (53b0c2d4-92fc-433b-8c42-c50fb7822bed), precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:14.923246 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-9134c04e-6cfc-4097-8379-5849fb79bc30 admin admin] Allocated IP 172.27.2.73 (9b47ca21-aede-450a-93e7-0e4b22f1eaa6/91a34137-7039-479a-a714-41dcecc02d59/84f90160-8a4f-4542-b426-67b77f2bccd6) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:12:14.943120 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-163fe84f-59a1-44c4-a02c-6b11bd547b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670'] for port (53b0c2d4-92fc-433b-8c42-c50fb7822bed), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:14.985094 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cca407-9fff-43fe-8951-38ea7630fea6 None None] Pushing event updated for resources: {'Port': ['ID=a77fd583-88eb-4167-a3e5-ddacfbce6f84,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:14.995564 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163fe84f-59a1-44c4-a02c-6b11bd547b8f None None] Network 57391286-1772-4567-97ab-e362432fd092 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:12:15.017893 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-163fe84f-59a1-44c4-a02c-6b11bd547b8f None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:12:15.036671 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device f112f219-b051-4297-9c8d-1ceaddf0c7a3 up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:12:15.040766 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163fe84f-59a1-44c4-a02c-6b11bd547b8f None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:12:15.046456 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9134c04e-6cfc-4097-8379-5849fb79bc30 admin admin] Publish callbacks [] for port (84f90160-8a4f-4542-b426-67b77f2bccd6), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:15.111037 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9134c04e-6cfc-4097-8379-5849fb79bc30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (84f90160-8a4f-4542-b426-67b77f2bccd6), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:15.118154 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-d4b8364d-c404-4148-99c8-785241405168 None None] Attempting to bind port a77fd583-88eb-4167-a3e5-ddacfbce6f84 on host dv-cinder-740146-14-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:12:15.118680 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-d4b8364d-c404-4148-99c8-785241405168 None None] Attempting to bind port a77fd583-88eb-4167-a3e5-ddacfbce6f84 by drivers openvswitch,hyperv on host dv-cinder-740146-14-iscsi at level 0 using segments [{'id': '850685ec-e887-458e-aac0-a70aa95557bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '39c26298-ee69-45d3-8128-5b69acca4a40'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:12:15.119451 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b8364d-c404-4148-99c8-785241405168 None None] Attempting to bind port a77fd583-88eb-4167-a3e5-ddacfbce6f84 on network 39c26298-ee69-45d3-8128-5b69acca4a40 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:12:15.127872 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163fe84f-59a1-44c4-a02c-6b11bd547b8f None None] Pushing event updated for resources: {'Port': ['ID=53b0c2d4-92fc-433b-8c42-c50fb7822bed,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:15.135946 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc1bcb-b6a0-41f8-a6c9-d6945bb152a6 req-fec5d204-9f99-4a8c-8f82-b88ee6ebe1ae tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:15.144593 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8dbc1bcb-b6a0-41f8-a6c9-d6945bb152a6 req-fec5d204-9f99-4a8c-8f82-b88ee6ebe1ae tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 943 time: 0.0691240 Mar 11 03:12:15.156133 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9134c04e-6cfc-4097-8379-5849fb79bc30 admin admin] Network 9b47ca21-aede-450a-93e7-0e4b22f1eaa6 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:12:15.156342 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b8364d-c404-4148-99c8-785241405168 None None] Checking agent: {'id': '4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 1, 6), 'started_at': datetime.datetime(2022, 3, 11, 3, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:12:15.156581 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b8364d-c404-4148-99c8-785241405168 None None] Checking segment: {'id': '850685ec-e887-458e-aac0-a70aa95557bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '39c26298-ee69-45d3-8128-5b69acca4a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:12:15.156930 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d4b8364d-c404-4148-99c8-785241405168 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:15.157333 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b8364d-c404-4148-99c8-785241405168 None None] Bound using segment: {'id': '850685ec-e887-458e-aac0-a70aa95557bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '39c26298-ee69-45d3-8128-5b69acca4a40'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:12:15.157824 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-d4b8364d-c404-4148-99c8-785241405168 None None] Bound port: a77fd583-88eb-4167-a3e5-ddacfbce6f84, host: dv-cinder-740146-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '850685ec-e887-458e-aac0-a70aa95557bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '39c26298-ee69-45d3-8128-5b69acca4a40'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:12:15.158234 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d4b8364d-c404-4148-99c8-785241405168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (a77fd583-88eb-4167-a3e5-ddacfbce6f84), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:15.163714 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-9134c04e-6cfc-4097-8379-5849fb79bc30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:12:15.168022 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9134c04e-6cfc-4097-8379-5849fb79bc30 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:12:15.178034 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-163fe84f-59a1-44c4-a02c-6b11bd547b8f None None] Attempting to bind port 53b0c2d4-92fc-433b-8c42-c50fb7822bed on host dv-cinder-740146-14-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:12:15.178433 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-163fe84f-59a1-44c4-a02c-6b11bd547b8f None None] Attempting to bind port 53b0c2d4-92fc-433b-8c42-c50fb7822bed by drivers openvswitch,hyperv on host dv-cinder-740146-14-iscsi at level 0 using segments [{'id': 'cae02413-8a32-4478-91c0-e172ae2722f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '57391286-1772-4567-97ab-e362432fd092'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:12:15.178804 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163fe84f-59a1-44c4-a02c-6b11bd547b8f None None] Attempting to bind port 53b0c2d4-92fc-433b-8c42-c50fb7822bed on network 57391286-1772-4567-97ab-e362432fd092 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:12:15.189252 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163fe84f-59a1-44c4-a02c-6b11bd547b8f None None] Checking agent: {'id': '4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 1, 6), 'started_at': datetime.datetime(2022, 3, 11, 3, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:12:15.189643 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163fe84f-59a1-44c4-a02c-6b11bd547b8f None None] Checking segment: {'id': 'cae02413-8a32-4478-91c0-e172ae2722f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '57391286-1772-4567-97ab-e362432fd092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:12:15.191805 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-163fe84f-59a1-44c4-a02c-6b11bd547b8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:15.192219 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163fe84f-59a1-44c4-a02c-6b11bd547b8f None None] Bound using segment: {'id': 'cae02413-8a32-4478-91c0-e172ae2722f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '57391286-1772-4567-97ab-e362432fd092'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:12:15.192702 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-163fe84f-59a1-44c4-a02c-6b11bd547b8f None None] Bound port: 53b0c2d4-92fc-433b-8c42-c50fb7822bed, host: dv-cinder-740146-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae02413-8a32-4478-91c0-e172ae2722f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '57391286-1772-4567-97ab-e362432fd092'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:12:15.193095 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-163fe84f-59a1-44c4-a02c-6b11bd547b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (53b0c2d4-92fc-433b-8c42-c50fb7822bed), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:15.208779 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8dbc1bcb-b6a0-41f8-a6c9-d6945bb152a6 req-9fd2a7d5-0362-4dc8-8815-8dd2b435e4b7 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628533 Mar 11 03:12:15.213065 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134c04e-6cfc-4097-8379-5849fb79bc30 admin admin] Pushing event updated for resources: {'Port': ['ID=84f90160-8a4f-4542-b426-67b77f2bccd6,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:15.286168 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port f112f219-b051-4297-9c8d-1ceaddf0c7a3 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:12:15.286546 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (f112f219-b051-4297-9c8d-1ceaddf0c7a3), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:15.341055 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-98f984ae-85fa-4db5-b9b7-d220dfeb06c7 None None] Provisioning complete for port a77fd583-88eb-4167-a3e5-ddacfbce6f84 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:12:15.341558 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-98f984ae-85fa-4db5-b9b7-d220dfeb06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (a77fd583-88eb-4167-a3e5-ddacfbce6f84), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:15.374179 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-d4b8364d-c404-4148-99c8-785241405168 None None] For port a77fd583-88eb-4167-a3e5-ddacfbce6f84, host dv-cinder-740146-14-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:12:15.403272 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-163fe84f-59a1-44c4-a02c-6b11bd547b8f None None] For port 53b0c2d4-92fc-433b-8c42-c50fb7822bed, host dv-cinder-740146-14-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:12:15.406174 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-d4b8364d-c404-4148-99c8-785241405168 None None] For port a77fd583-88eb-4167-a3e5-ddacfbce6f84, host dv-cinder-740146-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=a77fd583-88eb-4167-a3e5-ddacfbce6f84,segment=NetworkSegment(850685ec-e887-458e-aac0-a70aa95557bd),segment_id=850685ec-e887-458e-aac0-a70aa95557bd)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:12:15.427368 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d4b8364d-c404-4148-99c8-785241405168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (a77fd583-88eb-4167-a3e5-ddacfbce6f84), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:15.430876 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-163fe84f-59a1-44c4-a02c-6b11bd547b8f None None] For port 53b0c2d4-92fc-433b-8c42-c50fb7822bed, host dv-cinder-740146-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=53b0c2d4-92fc-433b-8c42-c50fb7822bed,segment=NetworkSegment(cae02413-8a32-4478-91c0-e172ae2722f3),segment_id=cae02413-8a32-4478-91c0-e172ae2722f3)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:12:15.434338 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-98f984ae-85fa-4db5-b9b7-d220dfeb06c7 None None] Port a77fd583-88eb-4167-a3e5-ddacfbce6f84 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:12:15.447551 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9134c04e-6cfc-4097-8379-5849fb79bc30 admin admin] Publish callbacks [] for router_gateway (95a5c3a5-dd79-4b81-ac45-b69681aa62a1), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:15.466606 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-163fe84f-59a1-44c4-a02c-6b11bd547b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (53b0c2d4-92fc-433b-8c42-c50fb7822bed), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:15.539526 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cca407-9fff-43fe-8951-38ea7630fea6 None None] Pushing event updated for resources: {'Port': ['ID=a77fd583-88eb-4167-a3e5-ddacfbce6f84,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:15.544173 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b8364d-c404-4148-99c8-785241405168 None None] Routers {'db31861f-937f-43e3-b3c2-07e68ace99a6'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:12:15.545343 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-d4b8364d-c404-4148-99c8-785241405168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:12:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['db31861f-937f-43e3-b3c2-07e68ace99a6'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:12:15.617199 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port f112f219-b051-4297-9c8d-1ceaddf0c7a3 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:12:15.674140 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163fe84f-59a1-44c4-a02c-6b11bd547b8f None None] Pushing event updated for resources: {'Port': ['ID=53b0c2d4-92fc-433b-8c42-c50fb7822bed,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:15.692388 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9134c04e-6cfc-4097-8379-5849fb79bc30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1752476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1739806'] for router (95a5c3a5-dd79-4b81-ac45-b69681aa62a1), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:15.729900 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-d4b8364d-c404-4148-99c8-785241405168 None None] Set router db31861f-937f-43e3-b3c2-07e68ace99a6 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:12:15.777241 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 9d9329b8-2f49-4557-ad46-f3a82458d3b8 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 03:12:15.866869 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9134c04e-6cfc-4097-8379-5849fb79bc30 admin admin] Router 95a5c3a5-dd79-4b81-ac45-b69681aa62a1 is scheduled to L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 03:12:15.872148 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-2e2993cd-1ace-4d39-a337-ee163314ea88 None None] Provisioning complete for port a77fd583-88eb-4167-a3e5-ddacfbce6f84 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:12:15.872417 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2e2993cd-1ace-4d39-a337-ee163314ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (a77fd583-88eb-4167-a3e5-ddacfbce6f84), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:15.968333 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4c767-2854-44a2-8300-1a1820362eb9 req-c6f42102-9196-45bd-b28d-33727c7779dd tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:15.974334 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-38b4c767-2854-44a2-8300-1a1820362eb9 req-c6f42102-9196-45bd-b28d-33727c7779dd tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0663042 Mar 11 03:12:15.996253 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9134c04e-6cfc-4097-8379-5849fb79bc30 admin admin] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:12:16.008850 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3b7205-da9c-43e4-9a01-58cc72e754d2 None None] Sync routers for ids ['95a5c3a5-dd79-4b81-ac45-b69681aa62a1'] in dv-cinder-740146-14-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:12:16.020970 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3b7205-da9c-43e4-9a01-58cc72e754d2 None None] Routers {'95a5c3a5-dd79-4b81-ac45-b69681aa62a1'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:12:16.021634 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6d3b7205-da9c-43e4-9a01-58cc72e754d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:12:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['95a5c3a5-dd79-4b81-ac45-b69681aa62a1'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:12:16.025082 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9134c04e-6cfc-4097-8379-5849fb79bc30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:16.030540 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-9134c04e-6cfc-4097-8379-5849fb79bc30 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9284039 Mar 11 03:12:16.031152 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 46738) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:12:16.046342 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-38b4c767-2854-44a2-8300-1a1820362eb9 req-c655ebf3-174e-4e96-b4c9-c3244ba5ede2 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705848 Mar 11 03:12:16.048050 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 9d9329b8-2f49-4557-ad46-f3a82458d3b8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9d9329b8-2f49-4557-ad46-f3a82458d3b8,segment=NetworkSegment(2788d6dc-bb9a-4610-93c8-718a7a34a2b4),segment_id=2788d6dc-bb9a-4610-93c8-718a7a34a2b4)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:12:16.079984 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Returning: {'device': '9d9329b8-2f49-4557-ad46-f3a82458d3b8', 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5', 'port_id': '9d9329b8-2f49-4557-ad46-f3a82458d3b8', 'mac_address': 'fa:16:3e:bc:5a:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3f1ad71-9fd3-4f40-b64d-92b2f6facb57', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 03:12:16.184590 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-6d3b7205-da9c-43e4-9a01-58cc72e754d2 None None] Set router 95a5c3a5-dd79-4b81-ac45-b69681aa62a1 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:12:16.189007 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-2e2993cd-1ace-4d39-a337-ee163314ea88 None None] Current status of the port a77fd583-88eb-4167-a3e5-ddacfbce6f84 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:12:16.189503 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2e2993cd-1ace-4d39-a337-ee163314ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (a77fd583-88eb-4167-a3e5-ddacfbce6f84), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:16.201326 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 9d9329b8-2f49-4557-ad46-f3a82458d3b8 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:12:16.201968 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (9d9329b8-2f49-4557-ad46-f3a82458d3b8), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:16.424921 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d9329b8-2f49-4557-ad46-f3a82458d3b8 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:12:16.444898 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3c5c8-c54d-4da0-922d-f4f5d2657556 req-5ea0db57-059e-4417-bd1b-8af27f218c94 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:16.454839 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8df3c5c8-c54d-4da0-922d-f4f5d2657556 req-5ea0db57-059e-4417-bd1b-8af27f218c94 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 943 time: 0.1415405 Mar 11 03:12:16.461108 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-2e2993cd-1ace-4d39-a337-ee163314ea88 None None] For port a77fd583-88eb-4167-a3e5-ddacfbce6f84, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=a77fd583-88eb-4167-a3e5-ddacfbce6f84,segment=NetworkSegment(850685ec-e887-458e-aac0-a70aa95557bd),segment_id=850685ec-e887-458e-aac0-a70aa95557bd)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:12:16.472471 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-d4b8364d-c404-4148-99c8-785241405168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db31861f-937f-43e3-b3c2-07e68ace99a6', 'name': 'tempest-TestMinimumBasicScenario-71052543-router', 'tenant_id': 'b27f621c95944166a7ae765f64d15d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': 'f112f219-b051-4297-9c8d-1ceaddf0c7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:08Z', 'updated_at': '2022-03-11T03:12:11Z', 'revision_number': 4, 'project_id': 'b27f621c95944166a7ae765f64d15d9f', 'gw_port': {'id': 'f112f219-b051-4297-9c8d-1ceaddf0c7a3', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db31861f-937f-43e3-b3c2-07e68ace99a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:09Z', 'updated_at': '2022-03-11T03:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': 'a77fd583-88eb-4167-a3e5-ddacfbce6f84', 'name': '', 'network_id': '39c26298-ee69-45d3-8128-5b69acca4a40', 'tenant_id': 'b27f621c95944166a7ae765f64d15d9f', 'mac_address': 'fa:16:3e:9e:34:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db31861f-937f-43e3-b3c2-07e68ace99a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e88f191b-7ea3-436b-a858-ea2ec218332e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:11Z', 'updated_at': '2022-03-11T03:12:15Z', 'revision_number': 4, 'project_id': 'b27f621c95944166a7ae765f64d15d9f', 'subnets': [{'id': 'e88f191b-7ea3-436b-a858-ea2ec218332e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:12:16.477010 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 9d9329b8-2f49-4557-ad46-f3a82458d3b8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9d9329b8-2f49-4557-ad46-f3a82458d3b8,segment=NetworkSegment(2788d6dc-bb9a-4610-93c8-718a7a34a2b4),segment_id=2788d6dc-bb9a-4610-93c8-718a7a34a2b4)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:12:16.477010 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2e2993cd-1ace-4d39-a337-ee163314ea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (a77fd583-88eb-4167-a3e5-ddacfbce6f84), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:16.509419 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (9d9329b8-2f49-4557-ad46-f3a82458d3b8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:16.512325 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b8364d-c404-4148-99c8-785241405168 None None] The sync data for ids ['db31861f-937f-43e3-b3c2-07e68ace99a6'] in dv-cinder-740146-14-iscsi is: [{'id': 'db31861f-937f-43e3-b3c2-07e68ace99a6', 'name': 'tempest-TestMinimumBasicScenario-71052543-router', 'tenant_id': 'b27f621c95944166a7ae765f64d15d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': 'f112f219-b051-4297-9c8d-1ceaddf0c7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:08Z', 'updated_at': '2022-03-11T03:12:11Z', 'revision_number': 4, 'project_id': 'b27f621c95944166a7ae765f64d15d9f', 'gw_port': {'id': 'f112f219-b051-4297-9c8d-1ceaddf0c7a3', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db31861f-937f-43e3-b3c2-07e68ace99a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:09Z', 'updated_at': '2022-03-11T03:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': 'a77fd583-88eb-4167-a3e5-ddacfbce6f84', 'name': '', 'network_id': '39c26298-ee69-45d3-8128-5b69acca4a40', 'tenant_id': 'b27f621c95944166a7ae765f64d15d9f', 'mac_address': 'fa:16:3e:9e:34:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db31861f-937f-43e3-b3c2-07e68ace99a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e88f191b-7ea3-436b-a858-ea2ec218332e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:11Z', 'updated_at': '2022-03-11T03:12:15Z', 'revision_number': 4, 'project_id': 'b27f621c95944166a7ae765f64d15d9f', 'subnets': [{'id': 'e88f191b-7ea3-436b-a858-ea2ec218332e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:12:16.567292 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8df3c5c8-c54d-4da0-922d-f4f5d2657556 req-2e5f8030-562f-4574-932d-a2cb632d2209 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103294 Mar 11 03:12:16.568016 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2993cd-1ace-4d39-a337-ee163314ea88 None None] Pushing event updated for resources: {'Port': ['ID=a77fd583-88eb-4167-a3e5-ddacfbce6f84,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:16.578332 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2993cd-1ace-4d39-a337-ee163314ea88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:16.578727 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2993cd-1ace-4d39-a337-ee163314ea88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:16.579084 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2993cd-1ace-4d39-a337-ee163314ea88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:16.579473 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2993cd-1ace-4d39-a337-ee163314ea88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:16.579814 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2993cd-1ace-4d39-a337-ee163314ea88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:16.580148 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2993cd-1ace-4d39-a337-ee163314ea88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:16.580495 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2993cd-1ace-4d39-a337-ee163314ea88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:16.580829 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2993cd-1ace-4d39-a337-ee163314ea88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:16.581160 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2993cd-1ace-4d39-a337-ee163314ea88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:16.581504 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c2a4ccc3-9b7d-449a-b707-57229383e31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:16.581727 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2993cd-1ace-4d39-a337-ee163314ea88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:16.582097 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2993cd-1ace-4d39-a337-ee163314ea88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:16.582427 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2993cd-1ace-4d39-a337-ee163314ea88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:16.582746 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2993cd-1ace-4d39-a337-ee163314ea88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:16.594671 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6d3b7205-da9c-43e4-9a01-58cc72e754d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a5c3a5-dd79-4b81-ac45-b69681aa62a1', 'name': 'tempest-TestMinimumBasicScenario-779953113-router', 'tenant_id': '157667575899428c9cc8e283317a7f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '84f90160-8a4f-4542-b426-67b77f2bccd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:14Z', 'updated_at': '2022-03-11T03:12:15Z', 'revision_number': 3, 'project_id': '157667575899428c9cc8e283317a7f23', 'gw_port': {'id': '84f90160-8a4f-4542-b426-67b77f2bccd6', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cb:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a5c3a5-dd79-4b81-ac45-b69681aa62a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:14Z', 'updated_at': '2022-03-11T03:12:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi'}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:12:16.683196 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3b7205-da9c-43e4-9a01-58cc72e754d2 None None] Checking router: 95a5c3a5-dd79-4b81-ac45-b69681aa62a1 for host: dv-cinder-740146-14-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:12:16.683938 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3b7205-da9c-43e4-9a01-58cc72e754d2 None None] Updating router 95a5c3a5-dd79-4b81-ac45-b69681aa62a1 port 84f90160-8a4f-4542-b426-67b77f2bccd6 binding host dv-cinder-740146-14-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 03:12:16.743268 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6d3b7205-da9c-43e4-9a01-58cc72e754d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (84f90160-8a4f-4542-b426-67b77f2bccd6), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:16.769631 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=9d9329b8-2f49-4557-ad46-f3a82458d3b8,revision_number=9']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:16.831796 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-c2a4ccc3-9b7d-449a-b707-57229383e31e admin admin] Allocated IP 172.20.0.1 (57391286-1772-4567-97ab-e362432fd092/25a41924-6b06-4dc2-9aa8-f48eaff7c532/571562f6-994e-4882-8c11-da94e0f520c6) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:12:16.870475 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] get_ports_and_sgs() called for port_ids ['9d9329b8-2f49-4557-ad46-f3a82458d3b8'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:12:16.909405 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b677a2-caef-4948-85f3-e5fabbe2af8f None None] Network 57391286-1772-4567-97ab-e362432fd092 requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:12:17.011490 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c2a4ccc3-9b7d-449a-b707-57229383e31e admin admin] Publish callbacks [] for port (571562f6-994e-4882-8c11-da94e0f520c6), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:17.063335 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c2a4ccc3-9b7d-449a-b707-57229383e31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (571562f6-994e-4882-8c11-da94e0f520c6), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:17.077990 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-26cee2d3-e3bb-4d0f-a045-ece5e12f120e None None] Provisioning complete for port 53b0c2d4-92fc-433b-8c42-c50fb7822bed triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:12:17.077990 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-26cee2d3-e3bb-4d0f-a045-ece5e12f120e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (53b0c2d4-92fc-433b-8c42-c50fb7822bed), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:17.126501 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 53b0c2d4-92fc-433b-8c42-c50fb7822bed up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:12:17.126851 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a4ccc3-9b7d-449a-b707-57229383e31e admin admin] Network 57391286-1772-4567-97ab-e362432fd092 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:12:17.135558 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-c2a4ccc3-9b7d-449a-b707-57229383e31e admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:12:17.139964 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a4ccc3-9b7d-449a-b707-57229383e31e admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:12:17.170924 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4ccc3-9b7d-449a-b707-57229383e31e admin admin] Pushing event updated for resources: {'Port': ['ID=571562f6-994e-4882-8c11-da94e0f520c6,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:17.195519 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c2a4ccc3-9b7d-449a-b707-57229383e31e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1736817'] for router_interface (95a5c3a5-dd79-4b81-ac45-b69681aa62a1), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:17.266655 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6d3b7205-da9c-43e4-9a01-58cc72e754d2 None None] Publish callbacks [] for port (84f90160-8a4f-4542-b426-67b77f2bccd6), precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:17.283513 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6d3b7205-da9c-43e4-9a01-58cc72e754d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (84f90160-8a4f-4542-b426-67b77f2bccd6), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:17.329991 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port 53b0c2d4-92fc-433b-8c42-c50fb7822bed triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:12:17.330586 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (53b0c2d4-92fc-433b-8c42-c50fb7822bed), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:17.384290 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-6d3b7205-da9c-43e4-9a01-58cc72e754d2 None None] Attempting to bind port 84f90160-8a4f-4542-b426-67b77f2bccd6 on host dv-cinder-740146-14-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:12:17.384794 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-6d3b7205-da9c-43e4-9a01-58cc72e754d2 None None] Attempting to bind port 84f90160-8a4f-4542-b426-67b77f2bccd6 by drivers openvswitch,hyperv on host dv-cinder-740146-14-iscsi at level 0 using segments [{'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:12:17.385200 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3b7205-da9c-43e4-9a01-58cc72e754d2 None None] Attempting to bind port 84f90160-8a4f-4542-b426-67b77f2bccd6 on network 9b47ca21-aede-450a-93e7-0e4b22f1eaa6 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:12:17.386989 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-26cee2d3-e3bb-4d0f-a045-ece5e12f120e None None] Current status of the port 53b0c2d4-92fc-433b-8c42-c50fb7822bed is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:12:17.386989 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-26cee2d3-e3bb-4d0f-a045-ece5e12f120e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (53b0c2d4-92fc-433b-8c42-c50fb7822bed), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:17.398428 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3b7205-da9c-43e4-9a01-58cc72e754d2 None None] Checking agent: {'id': '4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 1, 6), 'started_at': datetime.datetime(2022, 3, 11, 3, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:12:17.398804 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3b7205-da9c-43e4-9a01-58cc72e754d2 None None] Checking segment: {'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:12:17.399205 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6d3b7205-da9c-43e4-9a01-58cc72e754d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:17.399590 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3b7205-da9c-43e4-9a01-58cc72e754d2 None None] Bound using segment: {'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:12:17.400053 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-6d3b7205-da9c-43e4-9a01-58cc72e754d2 None None] Bound port: 84f90160-8a4f-4542-b426-67b77f2bccd6, host: dv-cinder-740146-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:12:17.400423 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6d3b7205-da9c-43e4-9a01-58cc72e754d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (84f90160-8a4f-4542-b426-67b77f2bccd6), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:17.402132 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f3a36-41ab-4b96-a93e-ae13c308a955 None None] Pushing event updated for resources: {'Port': ['ID=84f90160-8a4f-4542-b426-67b77f2bccd6,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:17.406778 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c2a4ccc3-9b7d-449a-b707-57229383e31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (571562f6-994e-4882-8c11-da94e0f520c6), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:17.457219 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-26cee2d3-e3bb-4d0f-a045-ece5e12f120e None None] For port 53b0c2d4-92fc-433b-8c42-c50fb7822bed, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=53b0c2d4-92fc-433b-8c42-c50fb7822bed,segment=NetworkSegment(cae02413-8a32-4478-91c0-e172ae2722f3),segment_id=cae02413-8a32-4478-91c0-e172ae2722f3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:12:17.473193 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-26cee2d3-e3bb-4d0f-a045-ece5e12f120e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (53b0c2d4-92fc-433b-8c42-c50fb7822bed), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:17.524701 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-6d3b7205-da9c-43e4-9a01-58cc72e754d2 None None] For port 84f90160-8a4f-4542-b426-67b77f2bccd6, host dv-cinder-740146-14-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:12:17.539896 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-6d3b7205-da9c-43e4-9a01-58cc72e754d2 None None] For port 84f90160-8a4f-4542-b426-67b77f2bccd6, host dv-cinder-740146-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=84f90160-8a4f-4542-b426-67b77f2bccd6,segment=NetworkSegment(77d20882-625f-4a13-9566-ab6cf60f2c81),segment_id=77d20882-625f-4a13-9566-ab6cf60f2c81)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:12:17.549586 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-6d3b7205-da9c-43e4-9a01-58cc72e754d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (84f90160-8a4f-4542-b426-67b77f2bccd6), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:17.568760 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port 53b0c2d4-92fc-433b-8c42-c50fb7822bed is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:12:17.570152 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device a77fd583-88eb-4167-a3e5-ddacfbce6f84 up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:12:17.613541 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cee2d3-e3bb-4d0f-a045-ece5e12f120e None None] Pushing event updated for resources: {'Port': ['ID=53b0c2d4-92fc-433b-8c42-c50fb7822bed,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:17.642617 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c2a4ccc3-9b7d-449a-b707-57229383e31e admin admin] Publish callbacks [] for port (571562f6-994e-4882-8c11-da94e0f520c6), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:17.651836 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c2a4ccc3-9b7d-449a-b707-57229383e31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26187659'] for port (571562f6-994e-4882-8c11-da94e0f520c6), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:17.718558 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3b7205-da9c-43e4-9a01-58cc72e754d2 None None] Routers {'95a5c3a5-dd79-4b81-ac45-b69681aa62a1'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:12:17.720447 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6d3b7205-da9c-43e4-9a01-58cc72e754d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:12:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['95a5c3a5-dd79-4b81-ac45-b69681aa62a1'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:12:17.721448 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port a77fd583-88eb-4167-a3e5-ddacfbce6f84 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:12:17.721835 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (a77fd583-88eb-4167-a3e5-ddacfbce6f84), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:17.729783 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f3a36-41ab-4b96-a93e-ae13c308a955 None None] Pushing event updated for resources: {'Port': ['ID=84f90160-8a4f-4542-b426-67b77f2bccd6,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:17.745608 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5eb3ddb6-cccb-466e-bb41-c51df5cf2de1 None None] Provisioning complete for port 571562f6-994e-4882-8c11-da94e0f520c6 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:12:17.746009 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5eb3ddb6-cccb-466e-bb41-c51df5cf2de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (571562f6-994e-4882-8c11-da94e0f520c6), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:17.794786 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c2a4ccc3-9b7d-449a-b707-57229383e31e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736925'] for router_interface (95a5c3a5-dd79-4b81-ac45-b69681aa62a1), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:17.828021 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1d57e-d133-4e4f-8366-594378f39cba req-04133342-70f3-4e1a-a4ab-0de010061f7b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:17.833232 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-26b1d57e-d133-4e4f-8366-594378f39cba req-04133342-70f3-4e1a-a4ab-0de010061f7b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 944 time: 0.0943365 Mar 11 03:12:17.851299 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-5eb3ddb6-cccb-466e-bb41-c51df5cf2de1 None None] Port 571562f6-994e-4882-8c11-da94e0f520c6 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:12:17.907288 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4ccc3-9b7d-449a-b707-57229383e31e admin admin] Pushing event updated for resources: {'Port': ['ID=571562f6-994e-4882-8c11-da94e0f520c6,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:17.910897 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5eb3ddb6-cccb-466e-bb41-c51df5cf2de1 None None] Provisioning complete for port 53b0c2d4-92fc-433b-8c42-c50fb7822bed triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:12:17.911393 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5eb3ddb6-cccb-466e-bb41-c51df5cf2de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (53b0c2d4-92fc-433b-8c42-c50fb7822bed), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:17.939456 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-6d3b7205-da9c-43e4-9a01-58cc72e754d2 None None] Set router 95a5c3a5-dd79-4b81-ac45-b69681aa62a1 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:12:17.952518 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-26b1d57e-d133-4e4f-8366-594378f39cba req-55ea3156-db2e-4748-96dc-8c94c53edb78 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012404 Mar 11 03:12:18.088445 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-5eb3ddb6-cccb-466e-bb41-c51df5cf2de1 None None] Current status of the port 53b0c2d4-92fc-433b-8c42-c50fb7822bed is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:12:18.095268 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port a77fd583-88eb-4167-a3e5-ddacfbce6f84 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:12:18.213458 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-1adaabee-088b-440a-b281-d33d687ef433 None None] Provisioning complete for port 571562f6-994e-4882-8c11-da94e0f520c6 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:12:18.213913 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1adaabee-088b-440a-b281-d33d687ef433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (571562f6-994e-4882-8c11-da94e0f520c6), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:18.263196 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-1adaabee-088b-440a-b281-d33d687ef433 None None] Port 571562f6-994e-4882-8c11-da94e0f520c6 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:12:18.292308 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a4ccc3-9b7d-449a-b707-57229383e31e admin admin] Network 57391286-1772-4567-97ab-e362432fd092 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:12:18.293715 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-c2a4ccc3-9b7d-449a-b707-57229383e31e admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:12:18.336573 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6d3b7205-da9c-43e4-9a01-58cc72e754d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a5c3a5-dd79-4b81-ac45-b69681aa62a1', 'name': 'tempest-TestMinimumBasicScenario-779953113-router', 'tenant_id': '157667575899428c9cc8e283317a7f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '84f90160-8a4f-4542-b426-67b77f2bccd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:14Z', 'updated_at': '2022-03-11T03:12:17Z', 'revision_number': 4, 'project_id': '157667575899428c9cc8e283317a7f23', 'gw_port': {'id': '84f90160-8a4f-4542-b426-67b77f2bccd6', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cb:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a5c3a5-dd79-4b81-ac45-b69681aa62a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:14Z', 'updated_at': '2022-03-11T03:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '571562f6-994e-4882-8c11-da94e0f520c6', 'name': '', 'network_id': '57391286-1772-4567-97ab-e362432fd092', 'tenant_id': '157667575899428c9cc8e283317a7f23', 'mac_address': 'fa:16:3e:0a:c4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a5c3a5-dd79-4b81-ac45-b69681aa62a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '25a41924-6b06-4dc2-9aa8-f48eaff7c532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:16Z', 'updated_at': '2022-03-11T03:12:17Z', 'revision_number': 2, 'project_id': '157667575899428c9cc8e283317a7f23', 'subnets': [{'id': '25a41924-6b06-4dc2-9aa8-f48eaff7c532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:12:18.382089 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3b7205-da9c-43e4-9a01-58cc72e754d2 None None] The sync data for ids ['95a5c3a5-dd79-4b81-ac45-b69681aa62a1'] in dv-cinder-740146-14-iscsi is: [{'id': '95a5c3a5-dd79-4b81-ac45-b69681aa62a1', 'name': 'tempest-TestMinimumBasicScenario-779953113-router', 'tenant_id': '157667575899428c9cc8e283317a7f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '84f90160-8a4f-4542-b426-67b77f2bccd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:14Z', 'updated_at': '2022-03-11T03:12:17Z', 'revision_number': 4, 'project_id': '157667575899428c9cc8e283317a7f23', 'gw_port': {'id': '84f90160-8a4f-4542-b426-67b77f2bccd6', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cb:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a5c3a5-dd79-4b81-ac45-b69681aa62a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:14Z', 'updated_at': '2022-03-11T03:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '571562f6-994e-4882-8c11-da94e0f520c6', 'name': '', 'network_id': '57391286-1772-4567-97ab-e362432fd092', 'tenant_id': '157667575899428c9cc8e283317a7f23', 'mac_address': 'fa:16:3e:0a:c4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a5c3a5-dd79-4b81-ac45-b69681aa62a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '25a41924-6b06-4dc2-9aa8-f48eaff7c532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:16Z', 'updated_at': '2022-03-11T03:12:17Z', 'revision_number': 2, 'project_id': '157667575899428c9cc8e283317a7f23', 'subnets': [{'id': '25a41924-6b06-4dc2-9aa8-f48eaff7c532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:12:18.452791 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a4ccc3-9b7d-449a-b707-57229383e31e admin admin] Router 95a5c3a5-dd79-4b81-ac45-b69681aa62a1 has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:12:18.577143 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a4ccc3-9b7d-449a-b707-57229383e31e admin admin] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:12:18.585000 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-c2a4ccc3-9b7d-449a-b707-57229383e31e admin admin] 10.222.0.16 "PUT /v2.0/routers/95a5c3a5-dd79-4b81-ac45-b69681aa62a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5493751 Mar 11 03:12:18.588365 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-2db53344-6c3c-4535-b3c5-d6ca94c13b6b None None] Provisioning complete for port 571562f6-994e-4882-8c11-da94e0f520c6 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:12:18.588809 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2db53344-6c3c-4535-b3c5-d6ca94c13b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (571562f6-994e-4882-8c11-da94e0f520c6), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:18.629567 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-2db53344-6c3c-4535-b3c5-d6ca94c13b6b None None] Port 571562f6-994e-4882-8c11-da94e0f520c6 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:12:19.033153 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 53b0c2d4-92fc-433b-8c42-c50fb7822bed up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:12:19.084940 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port 53b0c2d4-92fc-433b-8c42-c50fb7822bed triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:12:19.085312 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (53b0c2d4-92fc-433b-8c42-c50fb7822bed), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:19.105929 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e5102-f438-47d7-a634-04b8dc0e8ad3 req-47bedf29-84d8-40a3-9c6b-eadd15eae297 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:19.108336 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a23e5102-f438-47d7-a634-04b8dc0e8ad3 req-47bedf29-84d8-40a3-9c6b-eadd15eae297 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 944 time: 0.0641713 Mar 11 03:12:19.173970 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port 53b0c2d4-92fc-433b-8c42-c50fb7822bed is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:12:19.174196 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a23e5102-f438-47d7-a634-04b8dc0e8ad3 req-7998c832-9e3c-4f32-acbe-fa9c540766fb tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545530 Mar 11 03:12:19.799411 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 9d9329b8-2f49-4557-ad46-f3a82458d3b8 up at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:12:19.855206 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning complete for port 9d9329b8-2f49-4557-ad46-f3a82458d3b8 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:12:19.855838 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (9d9329b8-2f49-4557-ad46-f3a82458d3b8), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:19.965118 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 9d9329b8-2f49-4557-ad46-f3a82458d3b8 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:12:19.965814 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (9d9329b8-2f49-4557-ad46-f3a82458d3b8), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:19.994350 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448d00f3-8a18-4df4-8ee3-dd90f61da091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9329b8-2f49-4557-ad46-f3a82458d3b8'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:12:20.003261 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288e491573ecc61b3bf0bc0bc1cef05b47d52e8efc38ed9f7c410eed2e18b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c5e21d-132a-46d3-bd7d-5c913dbc068b" -d '{"events": [{"server_uuid": "448d00f3-8a18-4df4-8ee3-dd90f61da091", "name": "network-vif-plugged", "status": "completed", "tag": "9d9329b8-2f49-4557-ad46-f3a82458d3b8"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:12:20.020980 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 9d9329b8-2f49-4557-ad46-f3a82458d3b8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9d9329b8-2f49-4557-ad46-f3a82458d3b8,segment=NetworkSegment(2788d6dc-bb9a-4610-93c8-718a7a34a2b4),segment_id=2788d6dc-bb9a-4610-93c8-718a7a34a2b4)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:12:20.028813 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (9d9329b8-2f49-4557-ad46-f3a82458d3b8), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:20.071500 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ee3cb8-8e87-4dc4-9a1d-933bed3b8cb0 x-openstack-request-id: req-63ee3cb8-8e87-4dc4-9a1d-933bed3b8cb0 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:12:20.071820 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448d00f3-8a18-4df4-8ee3-dd90f61da091", "name": "network-vif-plugged", "status": "completed", "tag": "9d9329b8-2f49-4557-ad46-f3a82458d3b8", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:12:20.072089 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-63ee3cb8-8e87-4dc4-9a1d-933bed3b8cb0 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:12:20.072490 dv-cinder-740146-14-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448d00f3-8a18-4df4-8ee3-dd90f61da091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9329b8-2f49-4557-ad46-f3a82458d3b8', 'code': 200} Mar 11 03:12:20.126148 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=9d9329b8-2f49-4557-ad46-f3a82458d3b8,revision_number=10']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:20.334702 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1cb3e3-a3dc-4d37-90b4-c3a29ae13b5c req-77f79954-f0ae-4bda-9112-bac50e02d8cb tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:20.336947 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ea1cb3e3-a3dc-4d37-90b4-c3a29ae13b5c req-77f79954-f0ae-4bda-9112-bac50e02d8cb tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 946 time: 0.0673285 Mar 11 03:12:20.421530 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ea1cb3e3-a3dc-4d37-90b4-c3a29ae13b5c req-4108a526-4198-4551-b821-a7775c33763a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772247 Mar 11 03:12:20.644486 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a4618-d228-4a97-98e9-333941d249f4 req-4082a478-f853-4d5d-89e2-0a05a7b3384c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:20.646216 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a49a4618-d228-4a97-98e9-333941d249f4 req-4082a478-f853-4d5d-89e2-0a05a7b3384c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 1130 time: 0.0897725 Mar 11 03:12:20.704520 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a49a4618-d228-4a97-98e9-333941d249f4 req-50cd7e17-b727-4fa1-8e4f-4c45dcd59323 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508380 Mar 11 03:12:20.728573 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521c23a-694c-4283-aca5-ea0f7e95f1fc req-f4b28408-c57d-4342-8c8c-910064bdd3b7 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:20.735813 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9521c23a-694c-4283-aca5-ea0f7e95f1fc req-f4b28408-c57d-4342-8c8c-910064bdd3b7 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.0632358 Mar 11 03:12:20.796358 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9521c23a-694c-4283-aca5-ea0f7e95f1fc req-60cc163b-4e39-4f66-81bb-e5a03c83f92c tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591447 Mar 11 03:12:21.100170 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 84f90160-8a4f-4542-b426-67b77f2bccd6 up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:12:21.147414 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da6a2aa-5343-4b5c-b0aa-adca3c1fba0d None None] Sync routers for ids ['95a5c3a5-dd79-4b81-ac45-b69681aa62a1'] in dv-cinder-740146-14-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:12:21.176999 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0ac72-b4ef-4cc7-b23d-c24127739a84 req-641ece26-3582-4b83-b476-c3ac7b55b1de tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:21.181909 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da6a2aa-5343-4b5c-b0aa-adca3c1fba0d None None] Routers {'95a5c3a5-dd79-4b81-ac45-b69681aa62a1'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:12:21.182567 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-5da6a2aa-5343-4b5c-b0aa-adca3c1fba0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:12:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['95a5c3a5-dd79-4b81-ac45-b69681aa62a1'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:12:21.186971 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-88d0ac72-b4ef-4cc7-b23d-c24127739a84 req-641ece26-3582-4b83-b476-c3ac7b55b1de tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.0878403 Mar 11 03:12:21.257988 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-88d0ac72-b4ef-4cc7-b23d-c24127739a84 req-a822fb0a-aab0-4e28-8e7c-1908b7aa5801 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653081 Mar 11 03:12:21.305810 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port 84f90160-8a4f-4542-b426-67b77f2bccd6 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:12:21.306204 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (84f90160-8a4f-4542-b426-67b77f2bccd6), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:21.330549 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-5da6a2aa-5343-4b5c-b0aa-adca3c1fba0d None None] Set router 95a5c3a5-dd79-4b81-ac45-b69681aa62a1 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:12:21.515027 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port 84f90160-8a4f-4542-b426-67b77f2bccd6 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:12:21.515682 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (84f90160-8a4f-4542-b426-67b77f2bccd6), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:21.554590 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] For port 84f90160-8a4f-4542-b426-67b77f2bccd6, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=84f90160-8a4f-4542-b426-67b77f2bccd6,segment=NetworkSegment(77d20882-625f-4a13-9566-ab6cf60f2c81),segment_id=77d20882-625f-4a13-9566-ab6cf60f2c81)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:12:21.562289 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (84f90160-8a4f-4542-b426-67b77f2bccd6), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:21.596410 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7695e-6235-40d7-91cf-1806fd4511c7 req-7ccf830e-8f96-41b4-a41f-ea44a68ef8fb tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:21.597915 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d1a7695e-6235-40d7-91cf-1806fd4511c7 req-7ccf830e-8f96-41b4-a41f-ea44a68ef8fb tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 946 time: 0.0740333 Mar 11 03:12:21.637360 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Pushing event updated for resources: {'Port': ['ID=84f90160-8a4f-4542-b426-67b77f2bccd6,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:21.653372 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-5da6a2aa-5343-4b5c-b0aa-adca3c1fba0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a5c3a5-dd79-4b81-ac45-b69681aa62a1', 'name': 'tempest-TestMinimumBasicScenario-779953113-router', 'tenant_id': '157667575899428c9cc8e283317a7f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '84f90160-8a4f-4542-b426-67b77f2bccd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:14Z', 'updated_at': '2022-03-11T03:12:17Z', 'revision_number': 4, 'project_id': '157667575899428c9cc8e283317a7f23', 'gw_port': {'id': '84f90160-8a4f-4542-b426-67b77f2bccd6', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cb:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a5c3a5-dd79-4b81-ac45-b69681aa62a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:14Z', 'updated_at': '2022-03-11T03:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '571562f6-994e-4882-8c11-da94e0f520c6', 'name': '', 'network_id': '57391286-1772-4567-97ab-e362432fd092', 'tenant_id': '157667575899428c9cc8e283317a7f23', 'mac_address': 'fa:16:3e:0a:c4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a5c3a5-dd79-4b81-ac45-b69681aa62a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '25a41924-6b06-4dc2-9aa8-f48eaff7c532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:16Z', 'updated_at': '2022-03-11T03:12:17Z', 'revision_number': 2, 'project_id': '157667575899428c9cc8e283317a7f23', 'subnets': [{'id': '25a41924-6b06-4dc2-9aa8-f48eaff7c532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:12:21.679573 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d1a7695e-6235-40d7-91cf-1806fd4511c7 req-4616e493-a965-4a7e-9ab8-e12104c18559 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727334 Mar 11 03:12:21.688342 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da6a2aa-5343-4b5c-b0aa-adca3c1fba0d None None] Checking router: 95a5c3a5-dd79-4b81-ac45-b69681aa62a1 for host: dv-cinder-740146-14-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:12:21.688791 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da6a2aa-5343-4b5c-b0aa-adca3c1fba0d None None] Updating router 95a5c3a5-dd79-4b81-ac45-b69681aa62a1 port 571562f6-994e-4882-8c11-da94e0f520c6 binding host dv-cinder-740146-14-iscsi {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 03:12:21.727634 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5da6a2aa-5343-4b5c-b0aa-adca3c1fba0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (571562f6-994e-4882-8c11-da94e0f520c6), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:21.932204 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ac7ea-aee5-405e-9095-d18cf75d0450 req-b39f69a6-0b01-4299-b5d8-c6e3d1d2c597 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:21.933879 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-746ac7ea-aee5-405e-9095-d18cf75d0450 req-b39f69a6-0b01-4299-b5d8-c6e3d1d2c597 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.0643122 Mar 11 03:12:22.010709 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-746ac7ea-aee5-405e-9095-d18cf75d0450 req-b392170f-87e2-4721-9660-2cd3323ad075 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706689 Mar 11 03:12:22.199337 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5da6a2aa-5343-4b5c-b0aa-adca3c1fba0d None None] Publish callbacks [] for port (571562f6-994e-4882-8c11-da94e0f520c6), precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:22.206638 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5da6a2aa-5343-4b5c-b0aa-adca3c1fba0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (571562f6-994e-4882-8c11-da94e0f520c6), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:22.346804 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388d802-08f9-4ce1-8555-646fe8f1ffca None None] Pushing event updated for resources: {'Port': ['ID=571562f6-994e-4882-8c11-da94e0f520c6,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:22.377208 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-5da6a2aa-5343-4b5c-b0aa-adca3c1fba0d None None] Attempting to bind port 571562f6-994e-4882-8c11-da94e0f520c6 on host dv-cinder-740146-14-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:12:22.377801 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-5da6a2aa-5343-4b5c-b0aa-adca3c1fba0d None None] Attempting to bind port 571562f6-994e-4882-8c11-da94e0f520c6 by drivers openvswitch,hyperv on host dv-cinder-740146-14-iscsi at level 0 using segments [{'id': 'cae02413-8a32-4478-91c0-e172ae2722f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '57391286-1772-4567-97ab-e362432fd092'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:12:22.378201 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da6a2aa-5343-4b5c-b0aa-adca3c1fba0d None None] Attempting to bind port 571562f6-994e-4882-8c11-da94e0f520c6 on network 57391286-1772-4567-97ab-e362432fd092 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:12:22.404104 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da6a2aa-5343-4b5c-b0aa-adca3c1fba0d None None] Checking agent: {'id': '4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 1, 6), 'started_at': datetime.datetime(2022, 3, 11, 3, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 12, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:12:22.405701 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da6a2aa-5343-4b5c-b0aa-adca3c1fba0d None None] Checking segment: {'id': 'cae02413-8a32-4478-91c0-e172ae2722f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '57391286-1772-4567-97ab-e362432fd092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:12:22.406339 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5da6a2aa-5343-4b5c-b0aa-adca3c1fba0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:22.406901 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da6a2aa-5343-4b5c-b0aa-adca3c1fba0d None None] Bound using segment: {'id': 'cae02413-8a32-4478-91c0-e172ae2722f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '57391286-1772-4567-97ab-e362432fd092'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:12:22.407600 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-5da6a2aa-5343-4b5c-b0aa-adca3c1fba0d None None] Bound port: 571562f6-994e-4882-8c11-da94e0f520c6, host: dv-cinder-740146-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae02413-8a32-4478-91c0-e172ae2722f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '57391286-1772-4567-97ab-e362432fd092'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:12:22.408163 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5da6a2aa-5343-4b5c-b0aa-adca3c1fba0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (571562f6-994e-4882-8c11-da94e0f520c6), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:22.430363 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626840a-27f0-43aa-a021-864275fe024f req-155326be-8ff6-497a-ae30-8beb295e60b5 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:22.439384 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e626840a-27f0-43aa-a021-864275fe024f req-155326be-8ff6-497a-ae30-8beb295e60b5 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.1152050 Mar 11 03:12:22.501912 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e626840a-27f0-43aa-a021-864275fe024f req-94733437-5635-481c-a96a-7514d223b036 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612102 Mar 11 03:12:22.517155 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-5da6a2aa-5343-4b5c-b0aa-adca3c1fba0d None None] For port 571562f6-994e-4882-8c11-da94e0f520c6, host dv-cinder-740146-14-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:12:22.520472 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-5da6a2aa-5343-4b5c-b0aa-adca3c1fba0d None None] For port 571562f6-994e-4882-8c11-da94e0f520c6, host dv-cinder-740146-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=571562f6-994e-4882-8c11-da94e0f520c6,segment=NetworkSegment(cae02413-8a32-4478-91c0-e172ae2722f3),segment_id=cae02413-8a32-4478-91c0-e172ae2722f3)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:12:22.526887 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5da6a2aa-5343-4b5c-b0aa-adca3c1fba0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (571562f6-994e-4882-8c11-da94e0f520c6), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:22.603876 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da6a2aa-5343-4b5c-b0aa-adca3c1fba0d None None] Routers {'95a5c3a5-dd79-4b81-ac45-b69681aa62a1'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:12:22.604539 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-5da6a2aa-5343-4b5c-b0aa-adca3c1fba0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:12:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['95a5c3a5-dd79-4b81-ac45-b69681aa62a1'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:12:22.643100 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388d802-08f9-4ce1-8555-646fe8f1ffca None None] Pushing event updated for resources: {'Port': ['ID=571562f6-994e-4882-8c11-da94e0f520c6,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:22.664339 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-1d217d0e-33bb-4c29-afd2-aef9af9891d0 None None] Provisioning complete for port 571562f6-994e-4882-8c11-da94e0f520c6 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:12:22.664946 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1d217d0e-33bb-4c29-afd2-aef9af9891d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (571562f6-994e-4882-8c11-da94e0f520c6), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:22.813752 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-5da6a2aa-5343-4b5c-b0aa-adca3c1fba0d None None] Set router 95a5c3a5-dd79-4b81-ac45-b69681aa62a1 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:12:22.851990 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8caa9-31a8-423d-a897-43fbe155a7a2 req-dd0b200b-bb4c-4067-826a-f53466e04b3a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:22.862090 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fcf8caa9-31a8-423d-a897-43fbe155a7a2 req-dd0b200b-bb4c-4067-826a-f53466e04b3a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 946 time: 0.0813923 Mar 11 03:12:22.956748 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-1d217d0e-33bb-4c29-afd2-aef9af9891d0 None None] Current status of the port 571562f6-994e-4882-8c11-da94e0f520c6 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:12:22.957759 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1d217d0e-33bb-4c29-afd2-aef9af9891d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (571562f6-994e-4882-8c11-da94e0f520c6), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:22.970143 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fcf8caa9-31a8-423d-a897-43fbe155a7a2 req-5dfdd06c-877a-48de-aff9-ce45028c6504 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975201 Mar 11 03:12:23.048044 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-1d217d0e-33bb-4c29-afd2-aef9af9891d0 None None] For port 571562f6-994e-4882-8c11-da94e0f520c6, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=571562f6-994e-4882-8c11-da94e0f520c6,segment=NetworkSegment(cae02413-8a32-4478-91c0-e172ae2722f3),segment_id=cae02413-8a32-4478-91c0-e172ae2722f3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:12:23.067830 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1d217d0e-33bb-4c29-afd2-aef9af9891d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (571562f6-994e-4882-8c11-da94e0f520c6), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:23.133201 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 571562f6-994e-4882-8c11-da94e0f520c6 up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:12:23.219013 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d217d0e-33bb-4c29-afd2-aef9af9891d0 None None] Pushing event updated for resources: {'Port': ['ID=571562f6-994e-4882-8c11-da94e0f520c6,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:23.230784 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-09f1bf57-ca81-4367-9997-6de01f8c5280 None None] Provisioning complete for port 571562f6-994e-4882-8c11-da94e0f520c6 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:12:23.231396 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-09f1bf57-ca81-4367-9997-6de01f8c5280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (571562f6-994e-4882-8c11-da94e0f520c6), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:23.234395 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcbcfb-e1de-43f4-976d-fbeb7449a0af req-6b0d10f5-6493-4a94-a807-481cbda33726 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:23.236176 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-34bcbcfb-e1de-43f4-976d-fbeb7449a0af req-6b0d10f5-6493-4a94-a807-481cbda33726 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.0956666 Mar 11 03:12:23.273261 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-5da6a2aa-5343-4b5c-b0aa-adca3c1fba0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a5c3a5-dd79-4b81-ac45-b69681aa62a1', 'name': 'tempest-TestMinimumBasicScenario-779953113-router', 'tenant_id': '157667575899428c9cc8e283317a7f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '84f90160-8a4f-4542-b426-67b77f2bccd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:14Z', 'updated_at': '2022-03-11T03:12:17Z', 'revision_number': 4, 'project_id': '157667575899428c9cc8e283317a7f23', 'gw_port': {'id': '84f90160-8a4f-4542-b426-67b77f2bccd6', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a5c3a5-dd79-4b81-ac45-b69681aa62a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:14Z', 'updated_at': '2022-03-11T03:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '571562f6-994e-4882-8c11-da94e0f520c6', 'name': '', 'network_id': '57391286-1772-4567-97ab-e362432fd092', 'tenant_id': '157667575899428c9cc8e283317a7f23', 'mac_address': 'fa:16:3e:0a:c4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a5c3a5-dd79-4b81-ac45-b69681aa62a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '25a41924-6b06-4dc2-9aa8-f48eaff7c532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:16Z', 'updated_at': '2022-03-11T03:12:22Z', 'revision_number': 4, 'project_id': '157667575899428c9cc8e283317a7f23', 'subnets': [{'id': '25a41924-6b06-4dc2-9aa8-f48eaff7c532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:12:23.313986 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port 571562f6-994e-4882-8c11-da94e0f520c6 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:12:23.314754 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-34bcbcfb-e1de-43f4-976d-fbeb7449a0af req-908fd339-02f8-49d9-8eec-e527c3944d98 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703442 Mar 11 03:12:23.314963 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (571562f6-994e-4882-8c11-da94e0f520c6), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:23.321452 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da6a2aa-5343-4b5c-b0aa-adca3c1fba0d None None] The sync data for ids ['95a5c3a5-dd79-4b81-ac45-b69681aa62a1'] in dv-cinder-740146-14-iscsi is: [{'id': '95a5c3a5-dd79-4b81-ac45-b69681aa62a1', 'name': 'tempest-TestMinimumBasicScenario-779953113-router', 'tenant_id': '157667575899428c9cc8e283317a7f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '84f90160-8a4f-4542-b426-67b77f2bccd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:14Z', 'updated_at': '2022-03-11T03:12:17Z', 'revision_number': 4, 'project_id': '157667575899428c9cc8e283317a7f23', 'gw_port': {'id': '84f90160-8a4f-4542-b426-67b77f2bccd6', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a5c3a5-dd79-4b81-ac45-b69681aa62a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:14Z', 'updated_at': '2022-03-11T03:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '571562f6-994e-4882-8c11-da94e0f520c6', 'name': '', 'network_id': '57391286-1772-4567-97ab-e362432fd092', 'tenant_id': '157667575899428c9cc8e283317a7f23', 'mac_address': 'fa:16:3e:0a:c4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95a5c3a5-dd79-4b81-ac45-b69681aa62a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '25a41924-6b06-4dc2-9aa8-f48eaff7c532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:16Z', 'updated_at': '2022-03-11T03:12:22Z', 'revision_number': 4, 'project_id': '157667575899428c9cc8e283317a7f23', 'subnets': [{'id': '25a41924-6b06-4dc2-9aa8-f48eaff7c532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:12:23.443295 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1a946-b507-499d-a32b-c03284cb5bff req-eb27b2e1-90f6-407b-925e-abe96e3cc576 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:23.445410 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-44c1a946-b507-499d-a32b-c03284cb5bff req-eb27b2e1-90f6-407b-925e-abe96e3cc576 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 946 time: 0.0915973 Mar 11 03:12:23.456659 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-09f1bf57-ca81-4367-9997-6de01f8c5280 None None] Current status of the port 571562f6-994e-4882-8c11-da94e0f520c6 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:12:23.474257 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port 571562f6-994e-4882-8c11-da94e0f520c6 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:12:23.475711 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 84f90160-8a4f-4542-b426-67b77f2bccd6 up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:12:23.570535 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port 84f90160-8a4f-4542-b426-67b77f2bccd6 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:12:23.570981 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (84f90160-8a4f-4542-b426-67b77f2bccd6), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:23.630779 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-44c1a946-b507-499d-a32b-c03284cb5bff req-73f86848-a697-460f-846d-f534510aecf3 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Deleting port f3c1625b-f223-4552-adb9-e8800bb3d9a5 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:12:23.631127 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-44c1a946-b507-499d-a32b-c03284cb5bff req-73f86848-a697-460f-846d-f534510aecf3 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (f3c1625b-f223-4552-adb9-e8800bb3d9a5), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:23.686245 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port 84f90160-8a4f-4542-b426-67b77f2bccd6 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:12:23.724569 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc433ef0-63f3-477c-bc02-cbd603d8e8dd req-9fdf941f-1aa6-4fe8-a4ab-888e4e9ed5ef tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:23.733462 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fc433ef0-63f3-477c-bc02-cbd603d8e8dd req-9fdf941f-1aa6-4fe8-a4ab-888e4e9ed5ef tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.1306353 Mar 11 03:12:23.764314 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-44c1a946-b507-499d-a32b-c03284cb5bff req-73f86848-a697-460f-846d-f534510aecf3 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] For port f3c1625b-f223-4552-adb9-e8800bb3d9a5, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f3c1625b-f223-4552-adb9-e8800bb3d9a5,segment=NetworkSegment(095992f8-b5e9-4505-bbef-9ada1783e2b3),segment_id=095992f8-b5e9-4505-bbef-9ada1783e2b3)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:12:23.764687 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-44c1a946-b507-499d-a32b-c03284cb5bff req-73f86848-a697-460f-846d-f534510aecf3 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (f3c1625b-f223-4552-adb9-e8800bb3d9a5), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:23.787837 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-44c1a946-b507-499d-a32b-c03284cb5bff req-73f86848-a697-460f-846d-f534510aecf3 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Calling delete_port for f3c1625b-f223-4552-adb9-e8800bb3d9a5 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:12:23.809544 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fc433ef0-63f3-477c-bc02-cbd603d8e8dd req-0a745a5b-54fd-4f18-bfb6-d32200caa690 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751634 Mar 11 03:12:23.955346 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-44c1a946-b507-499d-a32b-c03284cb5bff req-73f86848-a697-460f-846d-f534510aecf3 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (f3c1625b-f223-4552-adb9-e8800bb3d9a5), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:23.967069 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] get_ports_and_sgs() called for port_ids ['821c2ddf-a3cc-459d-bc78-acf1e102fdb3', 'f3c1625b-f223-4552-adb9-e8800bb3d9a5'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:12:24.046397 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f86848-a697-460f-846d-f534510aecf3 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Pushing event deleted for resources: {'Port': ['ID=f3c1625b-f223-4552-adb9-e8800bb3d9a5,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:24.083951 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c1a946-b507-499d-a32b-c03284cb5bff req-73f86848-a697-460f-846d-f534510aecf3 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] No DVR routers for this DVR port f3c1625b-f223-4552-adb9-e8800bb3d9a5 on host hv-cinder-74014 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:12:24.094402 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-44c1a946-b507-499d-a32b-c03284cb5bff req-73f86848-a697-460f-846d-f534510aecf3 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:24.097719 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-44c1a946-b507-499d-a32b-c03284cb5bff req-73f86848-a697-460f-846d-f534510aecf3 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.18 "DELETE /v2.0/ports/f3c1625b-f223-4552-adb9-e8800bb3d9a5 HTTP/1.1" status: 204 len: 173 time: 0.6468127 Mar 11 03:12:24.098237 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f', 'name': 'network-vif-deleted', 'tag': 'f3c1625b-f223-4552-adb9-e8800bb3d9a5'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:12:24.100547 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2567d02d-380b-472b-b468-4024cea3b1b3" -d '{"events": [{"server_uuid": "5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f", "name": "network-vif-deleted", "tag": "f3c1625b-f223-4552-adb9-e8800bb3d9a5"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:12:24.191395 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11883e07-bec3-4b51-ab8c-151fac8d5568 x-openstack-request-id: req-11883e07-bec3-4b51-ab8c-151fac8d5568 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:12:24.191712 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f", "name": "network-vif-deleted", "tag": "f3c1625b-f223-4552-adb9-e8800bb3d9a5", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:12:24.191969 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-11883e07-bec3-4b51-ab8c-151fac8d5568 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:12:24.192763 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f', 'name': 'network-vif-deleted', 'tag': 'f3c1625b-f223-4552-adb9-e8800bb3d9a5', 'status': 'completed', 'code': 200} Mar 11 03:12:24.207583 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ddf8f-c488-4da0-9128-d9e749391264 req-8fc223a7-802d-4df0-bd56-773b81b2db0a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:24.209825 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-991ddf8f-c488-4da0-9128-d9e749391264 req-8fc223a7-802d-4df0-bd56-773b81b2db0a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 946 time: 0.1268556 Mar 11 03:12:24.297300 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-991ddf8f-c488-4da0-9128-d9e749391264 req-b659f327-dbaa-4a54-ad0a-74ffcba3edf9 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692854 Mar 11 03:12:24.445796 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cd1f6816-de30-4d52-927c-d1ab1a9a8861 req-9e92aec2-01e0-43e0-9a72-9ee3c63bfc3e tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e179a5a-b479-4bdb-b8d9-bdf0acc47b1f HTTP/1.1" status: 200 len: 210 time: 0.0314190 Mar 11 03:12:24.999889 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3519b-8904-485f-8d4d-925890b35851 req-4a1ac83f-3f89-4f6a-9942-d3c34ed5ef2a tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:25.002414 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f1d3519b-8904-485f-8d4d-925890b35851 req-4a1ac83f-3f89-4f6a-9942-d3c34ed5ef2a tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.1008179 Mar 11 03:12:25.020961 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 571562f6-994e-4882-8c11-da94e0f520c6 up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:12:25.057807 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f1d3519b-8904-485f-8d4d-925890b35851 req-25312ee3-00ef-4dc6-a02b-7020d8399c7c tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501645 Mar 11 03:12:25.084113 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port 571562f6-994e-4882-8c11-da94e0f520c6 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:12:25.084662 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (571562f6-994e-4882-8c11-da94e0f520c6), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:25.174821 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port 571562f6-994e-4882-8c11-da94e0f520c6 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:12:25.766913 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6f039-2d1b-462c-8922-24acc246c881 req-234409b5-db9d-4c44-a973-0fadcdfa7e81 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:25.769243 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-22d6f039-2d1b-462c-8922-24acc246c881 req-234409b5-db9d-4c44-a973-0fadcdfa7e81 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0593181 Mar 11 03:12:25.830714 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-22d6f039-2d1b-462c-8922-24acc246c881 req-668e8909-469c-48ae-a085-d3af88031f7f tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556052 Mar 11 03:12:26.194229 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b3567-cfaa-46fb-87e2-d4052c9d0f27 req-656d77cd-49dc-4fe3-914e-e10f8c7cdebe tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:26.195905 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9c2b3567-cfaa-46fb-87e2-d4052c9d0f27 req-656d77cd-49dc-4fe3-914e-e10f8c7cdebe tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.0600944 Mar 11 03:12:26.246166 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9c2b3567-cfaa-46fb-87e2-d4052c9d0f27 req-5bb90636-b55c-4cfd-b398-7015b2cf41e1 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440230 Mar 11 03:12:26.951956 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb46ea-5eba-4232-9bc4-e2af0d13346a req-6a09d5a4-8bf3-4839-9f99-997b92ab9e9d tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:26.953447 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5bfb46ea-5eba-4232-9bc4-e2af0d13346a req-6a09d5a4-8bf3-4839-9f99-997b92ab9e9d tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0547869 Mar 11 03:12:27.013942 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5bfb46ea-5eba-4232-9bc4-e2af0d13346a req-9a95ebf9-3794-4244-82b2-06762ee6ebfd tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514762 Mar 11 03:12:27.400807 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7315c17-78e0-4354-a9ad-9e85c6a77e50 req-eccbf5e7-da46-4146-8dab-96eb9478e77c tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:27.408260 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c7315c17-78e0-4354-a9ad-9e85c6a77e50 req-eccbf5e7-da46-4146-8dab-96eb9478e77c tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.0853515 Mar 11 03:12:27.459323 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c7315c17-78e0-4354-a9ad-9e85c6a77e50 req-254e9595-65ba-4aca-a41d-d9d39dc33b31 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501149 Mar 11 03:12:27.872854 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device f3c1625b-f223-4552-adb9-e8800bb3d9a5 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:12:27.893804 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] No Port match for: f3c1625b-f223-4552-adb9-e8800bb3d9a5 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:12:27.894260 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device f3c1625b-f223-4552-adb9-e8800bb3d9a5 not bound to the agent host hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:12:28.143429 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42905299-5a64-4b33-8f77-e34165cc04ce req-f7d5a980-5d6d-4700-8c46-c884e2c43d43 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:28.145927 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-42905299-5a64-4b33-8f77-e34165cc04ce req-f7d5a980-5d6d-4700-8c46-c884e2c43d43 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0631061 Mar 11 03:12:28.199448 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-42905299-5a64-4b33-8f77-e34165cc04ce req-b9c00ca4-c07c-4959-9d10-efd480ea26ca tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474019 Mar 11 03:12:28.591742 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d8261-9081-461a-831a-e43090807e0f req-b73b9fbb-347b-4d1a-a28f-767f3ce12fc7 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:28.593214 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-214d8261-9081-461a-831a-e43090807e0f req-b73b9fbb-347b-4d1a-a28f-767f3ce12fc7 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.0563219 Mar 11 03:12:28.643964 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-214d8261-9081-461a-831a-e43090807e0f req-16c39131-5021-44c7-8130-633c41f000f4 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448902 Mar 11 03:12:29.054964 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-933568f1-e8a0-4139-8ae4-0df5cf975949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:29.317531 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0cdfe-610c-4cf7-bfa2-ba9767971c33 req-58da3e17-c399-4d15-a711-e1f8bc076a33 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:29.319029 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-07e0cdfe-610c-4cf7-bfa2-ba9767971c33 req-58da3e17-c399-4d15-a711-e1f8bc076a33 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0518196 Mar 11 03:12:29.365542 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-07e0cdfe-610c-4cf7-bfa2-ba9767971c33 req-ddd2cb75-6fa5-4e3e-8e0a-0ff8d048c1dc tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410395 Mar 11 03:12:29.772582 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b8b0d-a288-4612-8751-9589d597d4c5 req-9c6feb79-0277-4f8e-bd64-afa4e9128d1e tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:29.773984 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-176b8b0d-a288-4612-8751-9589d597d4c5 req-9c6feb79-0277-4f8e-bd64-afa4e9128d1e tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.0522025 Mar 11 03:12:29.820082 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-176b8b0d-a288-4612-8751-9589d597d4c5 req-75c2f75d-ee4b-47e8-bc4b-5dc5c8fff920 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404334 Mar 11 03:12:30.487497 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242be40-c949-48e3-95ef-b087dcdd4c5a req-9b1ecf6b-3781-4b91-8d81-b0073f3d0d6d tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:30.488973 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2242be40-c949-48e3-95ef-b087dcdd4c5a req-9b1ecf6b-3781-4b91-8d81-b0073f3d0d6d tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0587428 Mar 11 03:12:30.535605 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2242be40-c949-48e3-95ef-b087dcdd4c5a req-51dd2ec5-af73-4697-969a-c13248db60e5 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409501 Mar 11 03:12:30.693553 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-113289a1-1498-4485-a022-5d904fe1840d tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:30.694964 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-113289a1-1498-4485-a022-5d904fe1840d tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/networks?id=39c26298-ee69-45d3-8128-5b69acca4a40 HTTP/1.1" status: 200 len: 813 time: 0.0975113 Mar 11 03:12:30.708908 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-0f77db9c-5def-4e76-afec-b141684d07e9 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/quotas/b27f621c95944166a7ae765f64d15d9f HTTP/1.1" status: 200 len: 375 time: 0.0086691 Mar 11 03:12:30.765266 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-046982f7-70c8-44e2-973c-4135bf854e58 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b27f621c95944166a7ae765f64d15d9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513380 Mar 11 03:12:30.857325 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-3301cc4d-b9f6-4eb0-852f-7468043519ed service neutron] 10.222.0.16 "GET /v2.0/networks/39c26298-ee69-45d3-8128-5b69acca4a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807073 Mar 11 03:12:30.977037 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-b684fdd3-da5f-441f-b72a-458c402212b9 service neutron] 10.222.0.16 "GET /v2.0/networks/39c26298-ee69-45d3-8128-5b69acca4a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138752 Mar 11 03:12:30.988946 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a61b9-7734-4e2d-b3cd-5e1567dd80e8 req-6c1abca7-7dbd-4da5-bc98-f7af4fa3e146 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:30.990461 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a96a61b9-7734-4e2d-b3cd-5e1567dd80e8 req-6c1abca7-7dbd-4da5-bc98-f7af4fa3e146 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.0997410 Mar 11 03:12:31.036646 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a96a61b9-7734-4e2d-b3cd-5e1567dd80e8 req-12f3b9fb-c0fa-40b8-8b38-1a9baf90524a tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406561 Mar 11 03:12:31.136545 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-26125417-4146-4213-8952-4dbf4b152690 req-60e16f99-9eb6-460b-b40e-881a14a4970a tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 210 time: 0.0300303 Mar 11 03:12:31.343928 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e74e6-b973-411c-b5a0-e564245f27bc req-9ef810e4-a342-4b76-9120-e85307650fc9 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:31.345393 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c11e74e6-b973-411c-b5a0-e564245f27bc req-9ef810e4-a342-4b76-9120-e85307650fc9 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.18 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0541635 Mar 11 03:12:31.434025 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7cc56c37-92d5-4d5d-bc82-fdbe3577186b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:31.459584 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-c11e74e6-b973-411c-b5a0-e564245f27bc req-5ea04502-08ec-45ae-8fb6-c3a7f7ad0c64 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Deleting port 821c2ddf-a3cc-459d-bc78-acf1e102fdb3 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:12:31.459928 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c11e74e6-b973-411c-b5a0-e564245f27bc req-5ea04502-08ec-45ae-8fb6-c3a7f7ad0c64 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (821c2ddf-a3cc-459d-bc78-acf1e102fdb3), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:31.554367 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-c11e74e6-b973-411c-b5a0-e564245f27bc req-5ea04502-08ec-45ae-8fb6-c3a7f7ad0c64 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] For port 821c2ddf-a3cc-459d-bc78-acf1e102fdb3, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=821c2ddf-a3cc-459d-bc78-acf1e102fdb3,segment=NetworkSegment(095992f8-b5e9-4505-bbef-9ada1783e2b3),segment_id=095992f8-b5e9-4505-bbef-9ada1783e2b3)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:12:31.555232 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c11e74e6-b973-411c-b5a0-e564245f27bc req-5ea04502-08ec-45ae-8fb6-c3a7f7ad0c64 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (821c2ddf-a3cc-459d-bc78-acf1e102fdb3), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:31.569883 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-c11e74e6-b973-411c-b5a0-e564245f27bc req-5ea04502-08ec-45ae-8fb6-c3a7f7ad0c64 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Calling delete_port for 821c2ddf-a3cc-459d-bc78-acf1e102fdb3 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:12:31.663531 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68850d21-d17a-4fe9-bec4-90659c7aa084 req-71a6974d-308b-4f84-90ef-53b1861fae2b tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:31.665042 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-68850d21-d17a-4fe9-bec4-90659c7aa084 req-71a6974d-308b-4f84-90ef-53b1861fae2b tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/ports?device_id=043a1d17-785f-40b2-ba29-2e188fe1d142 HTTP/1.1" status: 200 len: 945 time: 0.0619571 Mar 11 03:12:31.714517 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-68850d21-d17a-4fe9-bec4-90659c7aa084 req-bda9fb81-7b03-4fdf-adf6-37afc7c40a6c tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.16 "GET /v2.0/security-groups?id=1836fba8-b88c-4f02-84dc-944ec7340ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430572 Mar 11 03:12:31.714730 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c11e74e6-b973-411c-b5a0-e564245f27bc req-5ea04502-08ec-45ae-8fb6-c3a7f7ad0c64 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (821c2ddf-a3cc-459d-bc78-acf1e102fdb3), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:31.728645 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] get_ports_and_sgs() called for port_ids ['821c2ddf-a3cc-459d-bc78-acf1e102fdb3'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:12:31.741848 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea04502-08ec-45ae-8fb6-c3a7f7ad0c64 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Pushing event deleted for resources: {'Port': ['ID=821c2ddf-a3cc-459d-bc78-acf1e102fdb3,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:31.785714 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11e74e6-b973-411c-b5a0-e564245f27bc req-5ea04502-08ec-45ae-8fb6-c3a7f7ad0c64 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] No DVR routers for this DVR port 821c2ddf-a3cc-459d-bc78-acf1e102fdb3 on host hv-cinder-74014 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:12:31.788253 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c11e74e6-b973-411c-b5a0-e564245f27bc req-5ea04502-08ec-45ae-8fb6-c3a7f7ad0c64 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:31.791477 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c11e74e6-b973-411c-b5a0-e564245f27bc req-5ea04502-08ec-45ae-8fb6-c3a7f7ad0c64 tempest-ServerRescueNegativeTestJSON-2120331019 tempest-ServerRescueNegativeTestJSON-2120331019-project] 10.222.0.18 "DELETE /v2.0/ports/821c2ddf-a3cc-459d-bc78-acf1e102fdb3 HTTP/1.1" status: 204 len: 173 time: 0.4411376 Mar 11 03:12:31.791912 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '043a1d17-785f-40b2-ba29-2e188fe1d142', 'name': 'network-vif-deleted', 'tag': '821c2ddf-a3cc-459d-bc78-acf1e102fdb3'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:12:31.794210 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efae7ca-6e7e-404b-a53e-1401332a0681" -d '{"events": [{"server_uuid": "043a1d17-785f-40b2-ba29-2e188fe1d142", "name": "network-vif-deleted", "tag": "821c2ddf-a3cc-459d-bc78-acf1e102fdb3"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:12:31.828850 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e148ef0-ed68-447a-8c39-aca8ae9ad7c0 x-openstack-request-id: req-5e148ef0-ed68-447a-8c39-aca8ae9ad7c0 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:12:31.829149 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "043a1d17-785f-40b2-ba29-2e188fe1d142", "name": "network-vif-deleted", "tag": "821c2ddf-a3cc-459d-bc78-acf1e102fdb3", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:12:31.829404 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5e148ef0-ed68-447a-8c39-aca8ae9ad7c0 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:12:31.829809 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '043a1d17-785f-40b2-ba29-2e188fe1d142', 'name': 'network-vif-deleted', 'tag': '821c2ddf-a3cc-459d-bc78-acf1e102fdb3', 'status': 'completed', 'code': 200} Mar 11 03:12:32.105034 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-db00a3e7-9b27-49d9-86c5-1a335d786d9a tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:32.107285 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-db00a3e7-9b27-49d9-86c5-1a335d786d9a tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.18 "GET /v2.0/networks?id=39c26298-ee69-45d3-8128-5b69acca4a40 HTTP/1.1" status: 200 len: 813 time: 0.1083703 Mar 11 03:12:32.119830 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-b4e9639a-bdd7-4c36-98d8-07ca718be5f5 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Request body: {'port': {'device_id': '47dd206a-85d8-4e0c-87f6-25f59994ab43', 'network_id': '39c26298-ee69-45d3-8128-5b69acca4a40', 'admin_state_up': True, 'tenant_id': 'b27f621c95944166a7ae765f64d15d9f'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:12:32.163198 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b8113-e108-4334-869a-03e2ad1dbf4b req-9c17203f-ec38-4262-b5fc-8be2cad67ea8 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:32.166280 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0d1b8113-e108-4334-869a-03e2ad1dbf4b req-9c17203f-ec38-4262-b5fc-8be2cad67ea8 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.0594137 Mar 11 03:12:32.237147 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0d1b8113-e108-4334-869a-03e2ad1dbf4b req-cadca0a6-e057-4c76-9f92-36497309cf5b tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615990 Mar 11 03:12:32.277560 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-aead9f87-a16e-42ba-bf63-74d4abfc53d8 req-19343cf3-aa7c-4bf9-8b7c-5f49f3800625 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 210 time: 0.0534785 Mar 11 03:12:32.293614 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-b4e9639a-bdd7-4c36-98d8-07ca718be5f5 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Made reservation on behalf of b27f621c95944166a7ae765f64d15d9f for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:12:32.298137 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-b4e9639a-bdd7-4c36-98d8-07ca718be5f5 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:32.467687 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-b4e9639a-bdd7-4c36-98d8-07ca718be5f5 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Allocated IP 172.20.0.9 (39c26298-ee69-45d3-8128-5b69acca4a40/e88f191b-7ea3-436b-a858-ea2ec218332e/546633a1-11b1-4e62-aa49-2a50d0956169) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:12:32.532184 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da753083-a794-465c-986d-daff0bbde77e req-4d35e143-14f4-42ac-bf21-3d5694b4febd tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:32.533701 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-da753083-a794-465c-986d-daff0bbde77e req-4d35e143-14f4-42ac-bf21-3d5694b4febd tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.0795403 Mar 11 03:12:32.611099 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-da753083-a794-465c-986d-daff0bbde77e req-661d129e-8c13-4648-b282-bc5c859259be tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716631 Mar 11 03:12:32.654265 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:32.659009 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3e033-8b80-4812-8885-f525c4acbbb8 req-a6be3ccc-eeb7-4f1c-84ca-a4373d4263b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:32.660650 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7db3e033-8b80-4812-8885-f525c4acbbb8 req-a6be3ccc-eeb7-4f1c-84ca-a4373d4263b8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e5431e997864911902bdbf8e8d5d889&device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 1130 time: 0.1617920 Mar 11 03:12:32.820652 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 46978) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:12:32.858779 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-b4e9639a-bdd7-4c36-98d8-07ca718be5f5 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks [] for port (546633a1-11b1-4e62-aa49-2a50d0956169), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:32.884611 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3e033-8b80-4812-8885-f525c4acbbb8 req-e51d3227-d7ef-4ebe-b90d-c1f02a8b7236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:32.886015 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7db3e033-8b80-4812-8885-f525c4acbbb8 req-e51d3227-d7ef-4ebe-b90d-c1f02a8b7236 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f37c9105-a6f8-4fcf-a203-248706ae8fe4 HTTP/1.1" status: 200 len: 910 time: 0.1747050 Mar 11 03:12:32.923505 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-b4e9639a-bdd7-4c36-98d8-07ca718be5f5 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (546633a1-11b1-4e62-aa49-2a50d0956169), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:32.998653 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-b4e9639a-bdd7-4c36-98d8-07ca718be5f5 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Network 39c26298-ee69-45d3-8128-5b69acca4a40 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:12:33.020430 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-b4e9639a-bdd7-4c36-98d8-07ca718be5f5 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:12:33.024985 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-b4e9639a-bdd7-4c36-98d8-07ca718be5f5 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:12:33.029969 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e9639a-bdd7-4c36-98d8-07ca718be5f5 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Pushing event updated for resources: {'Port': ['ID=546633a1-11b1-4e62-aa49-2a50d0956169,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:33.089828 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-b4e9639a-bdd7-4c36-98d8-07ca718be5f5 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:33.091315 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-b4e9639a-bdd7-4c36-98d8-07ca718be5f5 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:33.116827 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-b4e9639a-bdd7-4c36-98d8-07ca718be5f5 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0013545 Mar 11 03:12:33.366824 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-0bde6e49-f06f-4db1-9041-d78ec89ee999 None None] Provisioning complete for port 546633a1-11b1-4e62-aa49-2a50d0956169 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:12:33.367205 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0bde6e49-f06f-4db1-9041-d78ec89ee999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (546633a1-11b1-4e62-aa49-2a50d0956169), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:33.427396 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-0bde6e49-f06f-4db1-9041-d78ec89ee999 None None] Port 546633a1-11b1-4e62-aa49-2a50d0956169 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:12:33.445439 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9a706ad5-2942-4db4-8e7f-b218d5ca81ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736952'] for router_interface (0166ba64-a0a9-40b8-afd3-13db3e159e97), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:33.496955 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be76db05-22be-4320-bac9-bd20d53bc2e8 req-bb416703-09e6-41c9-a721-a20e53e22281 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:33.499049 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-be76db05-22be-4320-bac9-bd20d53bc2e8 req-bb416703-09e6-41c9-a721-a20e53e22281 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 931 time: 0.1164377 Mar 11 03:12:33.882361 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-be76db05-22be-4320-bac9-bd20d53bc2e8 req-0acdb992-c2bc-4b24-93de-7ae9f12daca3 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/security-groups?id=d98d13d7-35e8-43b2-a5ea-0972cbca35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767927 Mar 11 03:12:33.998921 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292dea2b-1fe1-420e-abc7-8812afd5dad2 req-1f867c4f-df0a-419c-b78f-0db64dcfb7db tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:34.000452 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-292dea2b-1fe1-420e-abc7-8812afd5dad2 req-1f867c4f-df0a-419c-b78f-0db64dcfb7db tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.1735508 Mar 11 03:12:34.074063 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-292dea2b-1fe1-420e-abc7-8812afd5dad2 req-bd22b65a-0c65-4abc-8970-1aca9c3c3e16 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671265 Mar 11 03:12:34.159378 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-9a706ad5-2942-4db4-8e7f-b218d5ca81ce admin admin] Deleting port d032425e-cc0e-4726-a6c2-a4f773a934ac {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:12:34.159723 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9a706ad5-2942-4db4-8e7f-b218d5ca81ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (d032425e-cc0e-4726-a6c2-a4f773a934ac), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:34.244935 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:34.247071 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-9a706ad5-2942-4db4-8e7f-b218d5ca81ce admin admin] For port d032425e-cc0e-4726-a6c2-a4f773a934ac, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=d032425e-cc0e-4726-a6c2-a4f773a934ac,segment=NetworkSegment(095992f8-b5e9-4505-bbef-9ada1783e2b3),segment_id=095992f8-b5e9-4505-bbef-9ada1783e2b3)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:12:34.247422 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9a706ad5-2942-4db4-8e7f-b218d5ca81ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (d032425e-cc0e-4726-a6c2-a4f773a934ac), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:34.266240 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-9a706ad5-2942-4db4-8e7f-b218d5ca81ce admin admin] Calling delete_port for d032425e-cc0e-4726-a6c2-a4f773a934ac owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:12:34.495588 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:12:34.520513 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9a706ad5-2942-4db4-8e7f-b218d5ca81ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15272124'] for port (d032425e-cc0e-4726-a6c2-a4f773a934ac), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:34.544568 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a706ad5-2942-4db4-8e7f-b218d5ca81ce admin admin] Pushing event deleted for resources: {'Port': ['ID=d032425e-cc0e-4726-a6c2-a4f773a934ac,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:34.556471 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a706ad5-2942-4db4-8e7f-b218d5ca81ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:34.556823 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a706ad5-2942-4db4-8e7f-b218d5ca81ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:34.557168 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a706ad5-2942-4db4-8e7f-b218d5ca81ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:34.557503 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a706ad5-2942-4db4-8e7f-b218d5ca81ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:34.557832 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a706ad5-2942-4db4-8e7f-b218d5ca81ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:34.558187 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a706ad5-2942-4db4-8e7f-b218d5ca81ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:34.558514 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a706ad5-2942-4db4-8e7f-b218d5ca81ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:34.558838 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a706ad5-2942-4db4-8e7f-b218d5ca81ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:34.559159 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a706ad5-2942-4db4-8e7f-b218d5ca81ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:34.560267 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a706ad5-2942-4db4-8e7f-b218d5ca81ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:34.560355 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a706ad5-2942-4db4-8e7f-b218d5ca81ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:34.560833 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a706ad5-2942-4db4-8e7f-b218d5ca81ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:34.561157 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a706ad5-2942-4db4-8e7f-b218d5ca81ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:12:34.735437 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9a706ad5-2942-4db4-8e7f-b218d5ca81ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752168'] for router_interface (0166ba64-a0a9-40b8-afd3-13db3e159e97), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:35.021142 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a706ad5-2942-4db4-8e7f-b218d5ca81ce admin admin] Router 0166ba64-a0a9-40b8-afd3-13db3e159e97 has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:12:35.102645 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c23ab-06d2-4e1d-9d90-32e46fd86676 req-bf37b4a4-219f-434f-bb22-cf1a2b37de0d tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:35.104542 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-560c23ab-06d2-4e1d-9d90-32e46fd86676 req-bf37b4a4-219f-434f-bb22-cf1a2b37de0d tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 931 time: 0.1190228 Mar 11 03:12:35.247424 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a706ad5-2942-4db4-8e7f-b218d5ca81ce admin admin] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:12:35.253581 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-9a706ad5-2942-4db4-8e7f-b218d5ca81ce admin admin] 10.222.0.16 "PUT /v2.0/routers/0166ba64-a0a9-40b8-afd3-13db3e159e97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4307959 Mar 11 03:12:35.256233 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 46990) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:12:35.257943 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-560c23ab-06d2-4e1d-9d90-32e46fd86676 req-2af7d369-d938-452c-a2c9-e039da33e48c tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/security-groups?id=d98d13d7-35e8-43b2-a5ea-0972cbca35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434419 Mar 11 03:12:35.262229 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a4ad8b-0877-4d00-85ee-0bbed0b93d6c None None] Sync routers for ids ['0166ba64-a0a9-40b8-afd3-13db3e159e97'] in dv-cinder-740146-14-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:12:35.275313 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a4ad8b-0877-4d00-85ee-0bbed0b93d6c None None] Routers {'0166ba64-a0a9-40b8-afd3-13db3e159e97'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:12:35.288429 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-69a4ad8b-0877-4d00-85ee-0bbed0b93d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:12:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['0166ba64-a0a9-40b8-afd3-13db3e159e97'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:12:35.300072 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f5ffb-17e3-4b60-b278-cc7aeb2f5b1e req-be35ed0e-2eb8-4998-8b04-ee4192521661 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:35.301615 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3a9f5ffb-17e3-4b60-b278-cc7aeb2f5b1e req-be35ed0e-2eb8-4998-8b04-ee4192521661 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.1240656 Mar 11 03:12:35.412842 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3a9f5ffb-17e3-4b60-b278-cc7aeb2f5b1e req-bc0343b7-b018-4a52-a1c5-06a7fbeae4f0 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977831 Mar 11 03:12:35.430189 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-880e78bc-13bb-4370-963b-f474fba0ac74 admin admin] Publish callbacks [] for router (0166ba64-a0a9-40b8-afd3-13db3e159e97), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:35.434899 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-69a4ad8b-0877-4d00-85ee-0bbed0b93d6c None None] Set router 0166ba64-a0a9-40b8-afd3-13db3e159e97 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:12:35.552926 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-880e78bc-13bb-4370-963b-f474fba0ac74 admin admin] Publish callbacks [] for router_gateway (0166ba64-a0a9-40b8-afd3-13db3e159e97), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:35.618511 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-880e78bc-13bb-4370-963b-f474fba0ac74 admin admin] Deleting port 06fbde6d-7784-431d-b451-acefee56c95b {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:12:35.618941 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-880e78bc-13bb-4370-963b-f474fba0ac74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (06fbde6d-7784-431d-b451-acefee56c95b), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:35.679717 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-69a4ad8b-0877-4d00-85ee-0bbed0b93d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0166ba64-a0a9-40b8-afd3-13db3e159e97', 'name': 'tempest-ServerRescueNegativeTestJSON-1308742083-router', 'tenant_id': 'f7e7fb507bd241639abd2bb972ec968e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '06fbde6d-7784-431d-b451-acefee56c95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:06Z', 'updated_at': '2022-03-11T03:12:34Z', 'revision_number': 5, 'project_id': 'f7e7fb507bd241639abd2bb972ec968e', 'gw_port': {'id': '06fbde6d-7784-431d-b451-acefee56c95b', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:9c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0166ba64-a0a9-40b8-afd3-13db3e159e97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:08Z', 'updated_at': '2022-03-11T03:09:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi'}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:12:35.686886 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:35.721621 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-880e78bc-13bb-4370-963b-f474fba0ac74 admin admin] For port 06fbde6d-7784-431d-b451-acefee56c95b, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=06fbde6d-7784-431d-b451-acefee56c95b,segment=NetworkSegment(77d20882-625f-4a13-9566-ab6cf60f2c81),segment_id=77d20882-625f-4a13-9566-ab6cf60f2c81)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:12:35.722061 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-880e78bc-13bb-4370-963b-f474fba0ac74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (06fbde6d-7784-431d-b451-acefee56c95b), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:35.736737 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-880e78bc-13bb-4370-963b-f474fba0ac74 admin admin] Calling delete_port for 06fbde6d-7784-431d-b451-acefee56c95b owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:12:35.738136 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a4ad8b-0877-4d00-85ee-0bbed0b93d6c None None] Checking router: 0166ba64-a0a9-40b8-afd3-13db3e159e97 for host: dv-cinder-740146-14-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:12:35.755925 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a4ad8b-0877-4d00-85ee-0bbed0b93d6c None None] Routers {'0166ba64-a0a9-40b8-afd3-13db3e159e97'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:12:35.756667 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-69a4ad8b-0877-4d00-85ee-0bbed0b93d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:12:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['0166ba64-a0a9-40b8-afd3-13db3e159e97'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:12:35.852664 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-69a4ad8b-0877-4d00-85ee-0bbed0b93d6c None None] Set router 0166ba64-a0a9-40b8-afd3-13db3e159e97 gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:12:35.895980 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 821c2ddf-a3cc-459d-bc78-acf1e102fdb3 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:12:35.908067 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-69a4ad8b-0877-4d00-85ee-0bbed0b93d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0166ba64-a0a9-40b8-afd3-13db3e159e97', 'name': 'tempest-ServerRescueNegativeTestJSON-1308742083-router', 'tenant_id': 'f7e7fb507bd241639abd2bb972ec968e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:06Z', 'updated_at': '2022-03-11T03:12:35Z', 'revision_number': 6, 'project_id': 'f7e7fb507bd241639abd2bb972ec968e', 'gw_port_host': None}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:12:35.922140 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] No Port match for: 821c2ddf-a3cc-459d-bc78-acf1e102fdb3 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:12:35.922884 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 821c2ddf-a3cc-459d-bc78-acf1e102fdb3 not bound to the agent host hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:12:35.939167 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a4ad8b-0877-4d00-85ee-0bbed0b93d6c None None] The sync data for ids ['0166ba64-a0a9-40b8-afd3-13db3e159e97'] in dv-cinder-740146-14-iscsi is: [{'id': '0166ba64-a0a9-40b8-afd3-13db3e159e97', 'name': 'tempest-ServerRescueNegativeTestJSON-1308742083-router', 'tenant_id': 'f7e7fb507bd241639abd2bb972ec968e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:06Z', 'updated_at': '2022-03-11T03:12:35Z', 'revision_number': 6, 'project_id': 'f7e7fb507bd241639abd2bb972ec968e', 'gw_port_host': None}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:12:35.962721 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-880e78bc-13bb-4370-963b-f474fba0ac74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (06fbde6d-7784-431d-b451-acefee56c95b), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:36.026813 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e78bc-13bb-4370-963b-f474fba0ac74 admin admin] Pushing event deleted for resources: {'Port': ['ID=06fbde6d-7784-431d-b451-acefee56c95b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:36.072576 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-880e78bc-13bb-4370-963b-f474fba0ac74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1739970'] for router_gateway (0166ba64-a0a9-40b8-afd3-13db3e159e97), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:36.186475 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-880e78bc-13bb-4370-963b-f474fba0ac74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1750349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28411'] for router (0166ba64-a0a9-40b8-afd3-13db3e159e97), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:36.188687 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-880e78bc-13bb-4370-963b-f474fba0ac74 admin admin] Publish callbacks [] for router_controller (0166ba64-a0a9-40b8-afd3-13db3e159e97), precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:36.416880 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a615af-5d2f-4e3c-8b5e-fb889c9d7a7a req-36c20508-6720-4329-883e-3ba65a7ae636 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:36.420003 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f4a615af-5d2f-4e3c-8b5e-fb889c9d7a7a req-36c20508-6720-4329-883e-3ba65a7ae636 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 931 time: 0.0674028 Mar 11 03:12:36.480957 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-880e78bc-13bb-4370-963b-f474fba0ac74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1750358'] for router (0166ba64-a0a9-40b8-afd3-13db3e159e97), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:36.482878 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880e78bc-13bb-4370-963b-f474fba0ac74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0166ba64-a0a9-40b8-afd3-13db3e159e97 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 03:12:36.488034 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-880e78bc-13bb-4370-963b-f474fba0ac74 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:36.489441 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-880e78bc-13bb-4370-963b-f474fba0ac74 admin admin] 10.222.0.16 "DELETE /v2.0/routers/0166ba64-a0a9-40b8-afd3-13db3e159e97 HTTP/1.1" status: 204 len: 168 time: 1.2322354 Mar 11 03:12:36.493768 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 46996) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:12:36.564504 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-22012fb0-26ca-4f74-a409-11838d7841ed admin admin] Deleting subnet e0cab262-f422-464f-830a-5936d4fe68aa {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 03:12:36.565905 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f4a615af-5d2f-4e3c-8b5e-fb889c9d7a7a req-077566a0-f55b-4062-87cc-4a3964eecaf3 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/security-groups?id=d98d13d7-35e8-43b2-a5ea-0972cbca35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293867 Mar 11 03:12:36.568604 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-22012fb0-26ca-4f74-a409-11838d7841ed admin admin] Publish callbacks [] for subnet (e0cab262-f422-464f-830a-5936d4fe68aa), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:36.608998 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:36.613295 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-22012fb0-26ca-4f74-a409-11838d7841ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3715445'] for subnet (e0cab262-f422-464f-830a-5936d4fe68aa), precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:36.627419 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec948604-f5fe-4450-9eed-7c62fbac6022 req-c6331874-e85e-46b3-a048-d3d8778818b5 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:36.629287 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ec948604-f5fe-4450-9eed-7c62fbac6022 req-c6331874-e85e-46b3-a048-d3d8778818b5 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.1272333 Mar 11 03:12:36.658843 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-22012fb0-26ca-4f74-a409-11838d7841ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16040164'] for subnet (e0cab262-f422-464f-830a-5936d4fe68aa), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:36.689772 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ec948604-f5fe-4450-9eed-7c62fbac6022 req-9bea89bb-03d1-4caa-b297-8238d626bc49 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509205 Mar 11 03:12:36.723905 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-22012fb0-26ca-4f74-a409-11838d7841ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16040175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26187709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25193187'] for subnet (e0cab262-f422-464f-830a-5936d4fe68aa), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:36.751959 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22012fb0-26ca-4f74-a409-11838d7841ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0cab262-f422-464f-830a-5936d4fe68aa,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:36.755644 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-22012fb0-26ca-4f74-a409-11838d7841ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:36.761131 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-22012fb0-26ca-4f74-a409-11838d7841ed admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e0cab262-f422-464f-830a-5936d4fe68aa HTTP/1.1" status: 204 len: 168 time: 0.2640657 Mar 11 03:12:36.761490 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 46998) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:12:36.839012 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-11e47fd3-4d2c-41f7-aba3-dc42587c3018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16082977'] for network (e2d579c7-a842-4f0b-93b4-f7cc1c183b27), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:36.939949 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-11e47fd3-4d2c-41f7-aba3-dc42587c3018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16047135', 'neutron.services.segments.db._delete_segments_for_network-8766925140502'] for network (e2d579c7-a842-4f0b-93b4-f7cc1c183b27), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:36.975934 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-11e47fd3-4d2c-41f7-aba3-dc42587c3018 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2d579c7-a842-4f0b-93b4-f7cc1c183b27']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:12:36.993057 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 06fbde6d-7784-431d-b451-acefee56c95b no longer exists at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:12:36.995587 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-11e47fd3-4d2c-41f7-aba3-dc42587c3018 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '095992f8-b5e9-4505-bbef-9ada1783e2b3') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:12:36.996070 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-11e47fd3-4d2c-41f7-aba3-dc42587c3018 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '095992f8-b5e9-4505-bbef-9ada1783e2b3') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:12:37.008710 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-11e47fd3-4d2c-41f7-aba3-dc42587c3018 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766925139231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25359099'] for segment (095992f8-b5e9-4505-bbef-9ada1783e2b3), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:37.021253 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] No Port match for: 06fbde6d-7784-431d-b451-acefee56c95b {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:12:37.023243 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 06fbde6d-7784-431d-b451-acefee56c95b not bound to the agent host dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:12:37.023719 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device d032425e-cc0e-4726-a6c2-a4f773a934ac no longer exists at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:12:37.029150 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-11e47fd3-4d2c-41f7-aba3-dc42587c3018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715'] for segment (095992f8-b5e9-4505-bbef-9ada1783e2b3), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:37.040019 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e47fd3-4d2c-41f7-aba3-dc42587c3018 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 03:12:37.040417 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-11e47fd3-4d2c-41f7-aba3-dc42587c3018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15272269'] for segment (095992f8-b5e9-4505-bbef-9ada1783e2b3), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:37.042633 dv-cinder-740146-14-iscsi neutron-server[103364]: Traceback (most recent call last): Mar 11 03:12:37.042633 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 03:12:37.042633 dv-cinder-740146-14-iscsi neutron-server[103364]: timer() Mar 11 03:12:37.042633 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 03:12:37.042633 dv-cinder-740146-14-iscsi neutron-server[103364]: cb(*args, **kw) Mar 11 03:12:37.042633 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 03:12:37.042633 dv-cinder-740146-14-iscsi neutron-server[103364]: return func(*args, **kwargs) Mar 11 03:12:37.042633 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 03:12:37.042633 dv-cinder-740146-14-iscsi neutron-server[103364]: self._notify() Mar 11 03:12:37.042633 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 03:12:37.042633 dv-cinder-740146-14-iscsi neutron-server[103364]: self.callback(batched_events) Mar 11 03:12:37.042633 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 03:12:37.042633 dv-cinder-740146-14-iscsi neutron-server[103364]: event.method(event) Mar 11 03:12:37.042633 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 03:12:37.042633 dv-cinder-740146-14-iscsi neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 03:12:37.042633 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 03:12:37.042633 dv-cinder-740146-14-iscsi neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 03:12:37.042633 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 03:12:37.042633 dv-cinder-740146-14-iscsi neutron-server[103364]: return f(self, *a, **k) Mar 11 03:12:37.042633 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 03:12:37.042633 dv-cinder-740146-14-iscsi neutron-server[103364]: return self._get(url).json() Mar 11 03:12:37.042633 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 03:12:37.042633 dv-cinder-740146-14-iscsi neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 03:12:37.042633 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 03:12:37.042633 dv-cinder-740146-14-iscsi neutron-server[103364]: return self.request(url, 'GET', **kwargs) Mar 11 03:12:37.042633 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 03:12:37.042633 dv-cinder-740146-14-iscsi neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 03:12:37.042633 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 03:12:37.042633 dv-cinder-740146-14-iscsi neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 03:12:37.042633 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 03:12:37.042633 dv-cinder-740146-14-iscsi neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 03:12:37.042633 dv-cinder-740146-14-iscsi neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 03:12:37.056012 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] No Port match for: d032425e-cc0e-4726-a6c2-a4f773a934ac {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:12:37.056637 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device d032425e-cc0e-4726-a6c2-a4f773a934ac not bound to the agent host dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:12:37.124311 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-11e47fd3-4d2c-41f7-aba3-dc42587c3018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16047206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740006'] for network (e2d579c7-a842-4f0b-93b4-f7cc1c183b27), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:37.129959 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-11e47fd3-4d2c-41f7-aba3-dc42587c3018 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:37.133899 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-11e47fd3-4d2c-41f7-aba3-dc42587c3018 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e2d579c7-a842-4f0b-93b4-f7cc1c183b27 HTTP/1.1" status: 204 len: 168 time: 0.3713477 Mar 11 03:12:37.146118 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e47fd3-4d2c-41f7-aba3-dc42587c3018 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2d579c7-a842-4f0b-93b4-f7cc1c183b27,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:37.327020 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 47004) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:12:37.367298 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-ce4f40d1-9fc4-4200-b94b-90ef7bd9497b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f7e7fb507bd241639abd2bb972ec968e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390389 Mar 11 03:12:37.369633 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 47006) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:12:37.418727 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-27e441ce-6c4f-4ee9-b39e-684d314964b9 admin admin] Publish callbacks [] for security_group (1836fba8-b88c-4f02-84dc-944ec7340ad5), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:37.440970 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-27e441ce-6c4f-4ee9-b39e-684d314964b9 admin admin] Publish callbacks [] for security_group (1836fba8-b88c-4f02-84dc-944ec7340ad5), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:37.493167 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-27e441ce-6c4f-4ee9-b39e-684d314964b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (1836fba8-b88c-4f02-84dc-944ec7340ad5), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:37.496030 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-27e441ce-6c4f-4ee9-b39e-684d314964b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:37.498005 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-27e441ce-6c4f-4ee9-b39e-684d314964b9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1836fba8-b88c-4f02-84dc-944ec7340ad5 HTTP/1.1" status: 204 len: 168 time: 0.1274114 Mar 11 03:12:37.507942 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e441ce-6c4f-4ee9-b39e-684d314964b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1836fba8-b88c-4f02-84dc-944ec7340ad5,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:37.761694 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15945718-6619-47e8-873e-d24da30a249a req-3f599df7-ebd9-408b-8871-4180f5998c97 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:37.770413 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-15945718-6619-47e8-873e-d24da30a249a req-3f599df7-ebd9-408b-8871-4180f5998c97 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 931 time: 0.1207228 Mar 11 03:12:37.866203 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-15945718-6619-47e8-873e-d24da30a249a req-07a91068-35a8-4a66-8cd3-95772ecf09c4 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/security-groups?id=d98d13d7-35e8-43b2-a5ea-0972cbca35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945001 Mar 11 03:12:37.874638 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3505e4-2a1a-4263-9e1b-955670441364 req-aff3112e-ee47-4eeb-9c8c-0a9e3906bf03 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:37.876241 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5f3505e4-2a1a-4263-9e1b-955670441364 req-aff3112e-ee47-4eeb-9c8c-0a9e3906bf03 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.1029503 Mar 11 03:12:37.934029 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5f3505e4-2a1a-4263-9e1b-955670441364 req-07f4bf8d-2fab-4d2a-9443-217850f5ac31 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470960 Mar 11 03:12:38.312805 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 47034) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:12:38.416008 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-0c251df2-3317-4cf8-bebc-76e9d8054ea6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1651227581-network', 'tenant_id': '717229175a63443abe76773a02a79818'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:12:38.441117 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c251df2-3317-4cf8-bebc-76e9d8054ea6 admin admin] Made reservation on behalf of 717229175a63443abe76773a02a79818 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:12:38.443885 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0c251df2-3317-4cf8-bebc-76e9d8054ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for network (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:38.454632 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0c251df2-3317-4cf8-bebc-76e9d8054ea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:38.545476 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0c251df2-3317-4cf8-bebc-76e9d8054ea6 admin admin] Publish callbacks [] for security_group (ccf5a2d7-a7c9-4396-9620-5a58f9df7fa3), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:38.550059 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0c251df2-3317-4cf8-bebc-76e9d8054ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (ccf5a2d7-a7c9-4396-9620-5a58f9df7fa3), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:38.575213 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c251df2-3317-4cf8-bebc-76e9d8054ea6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 03:12:38.592336 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c251df2-3317-4cf8-bebc-76e9d8054ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf5a2d7-a7c9-4396-9620-5a58f9df7fa3,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:38.595388 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0c251df2-3317-4cf8-bebc-76e9d8054ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715'] for segment (ef342fbb-c25c-49c4-bd38-1f15c79d8ac6), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:38.595827 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.db.segments_db [None req-0c251df2-3317-4cf8-bebc-76e9d8054ea6 admin admin] Added segment ef342fbb-c25c-49c4-bd38-1f15c79d8ac6 of type vlan for network fd48ed16-54d7-4f44-be1f-91d180612d66 Mar 11 03:12:38.647991 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0c251df2-3317-4cf8-bebc-76e9d8054ea6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766924714680'] for network (fd48ed16-54d7-4f44-be1f-91d180612d66), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:38.675891 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0c251df2-3317-4cf8-bebc-76e9d8054ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591'] for network (fd48ed16-54d7-4f44-be1f-91d180612d66), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:38.677037 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c251df2-3317-4cf8-bebc-76e9d8054ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:38.677623 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-0c251df2-3317-4cf8-bebc-76e9d8054ea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:38.712094 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-0c251df2-3317-4cf8-bebc-76e9d8054ea6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3980713 Mar 11 03:12:38.715632 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 47038) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:12:38.721348 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-dda99ad7-0f51-4d03-aef7-32f0f385ccdf admin admin] Request body: {'subnet': {'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1651227581-subnet', 'tenant_id': '717229175a63443abe76773a02a79818', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:12:38.740395 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda99ad7-0f51-4d03-aef7-32f0f385ccdf admin admin] Made reservation on behalf of 717229175a63443abe76773a02a79818 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:12:38.743260 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dda99ad7-0f51-4d03-aef7-32f0f385ccdf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25193156'] for subnet (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:38.750852 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c251df2-3317-4cf8-bebc-76e9d8054ea6 admin admin] Pushing event updated for resources: {'Network': ['ID=fd48ed16-54d7-4f44-be1f-91d180612d66,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:38.766327 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Network fd48ed16-54d7-4f44-be1f-91d180612d66 details requested by agent ovs-agent-dv-cinder-740146-14-iscsi with host dv-cinder-740146-14-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 03:12:38.946191 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dda99ad7-0f51-4d03-aef7-32f0f385ccdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26187774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25193194'] for subnet (a31257a5-7a1e-45b3-aef2-2a2faf6425a3), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:39.033228 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda99ad7-0f51-4d03-aef7-32f0f385ccdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a31257a5-7a1e-45b3-aef2-2a2faf6425a3,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:39.041274 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda99ad7-0f51-4d03-aef7-32f0f385ccdf admin admin] Checking segment: {'id': 'ef342fbb-c25c-49c4-bd38-1f15c79d8ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:12:39.041887 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda99ad7-0f51-4d03-aef7-32f0f385ccdf admin admin] Network hostable DHCP agents. Network: fd48ed16-54d7-4f44-be1f-91d180612d66, hostable agents: ['25b14703-b87e-4c0b-89d2-d56e1080c9ba'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 03:12:39.111523 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e190bad-e46d-4d53-ae00-3e8d50da2c6d req-7e8b5423-7f8c-4ff1-8536-12dcdebdce63 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:39.115164 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1e190bad-e46d-4d53-ae00-3e8d50da2c6d req-7e8b5423-7f8c-4ff1-8536-12dcdebdce63 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 931 time: 0.1634598 Mar 11 03:12:39.122559 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda99ad7-0f51-4d03-aef7-32f0f385ccdf admin admin] Network fd48ed16-54d7-4f44-be1f-91d180612d66 is scheduled to be hosted by DHCP agent 25b14703-b87e-4c0b-89d2-d56e1080c9ba with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 03:12:39.134312 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-dda99ad7-0f51-4d03-aef7-32f0f385ccdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-14-iscsi, fd48ed16-54d7-4f44-be1f-91d180612d66) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:12:39.147636 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cef3467-6280-4e6a-808f-a35c3d1fd1c5 None None] Network fd48ed16-54d7-4f44-be1f-91d180612d66 requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:12:39.170570 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda99ad7-0f51-4d03-aef7-32f0f385ccdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:39.171631 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dda99ad7-0f51-4d03-aef7-32f0f385ccdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:39.172381 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0515074-cbbd-45bd-b3b9-e3c2cc08c753 req-8b5232eb-4141-415e-861b-d13ecdda97d6 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:39.174050 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f0515074-cbbd-45bd-b3b9-e3c2cc08c753 req-8b5232eb-4141-415e-861b-d13ecdda97d6 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.1459215 Mar 11 03:12:39.197151 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-dda99ad7-0f51-4d03-aef7-32f0f385ccdf admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4801691 Mar 11 03:12:39.199404 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 47044) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:12:39.205529 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-19e36cf4-dc58-458f-aeb9-fab0e6ebe9b1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1651227581-router', 'tenant_id': '717229175a63443abe76773a02a79818', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:12:39.209848 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1e190bad-e46d-4d53-ae00-3e8d50da2c6d req-f2d6175a-2352-4b92-ba96-8f54fdbd69ca tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/security-groups?id=d98d13d7-35e8-43b2-a5ea-0972cbca35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869770 Mar 11 03:12:39.248288 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-19e36cf4-dc58-458f-aeb9-fab0e6ebe9b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1752359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28309'] for router (85f1d4b4-841e-4e79-b6a3-22bb7b77955c), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:39.252569 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-19e36cf4-dc58-458f-aeb9-fab0e6ebe9b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1739889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1673446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28290'] for router (85f1d4b4-841e-4e79-b6a3-22bb7b77955c), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:39.302123 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f0515074-cbbd-45bd-b3b9-e3c2cc08c753 req-102abf28-eccc-432a-b9df-5d0b01c9fc30 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010747 Mar 11 03:12:39.317015 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-19e36cf4-dc58-458f-aeb9-fab0e6ebe9b1 admin admin] Publish callbacks [] for router_controller (85f1d4b4-841e-4e79-b6a3-22bb7b77955c), precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:39.352934 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebdabff-2f17-4659-8711-1dce2876cc5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4ad6dfa-f40d-5411-b00e-f667c827405f-fd48ed16-54d7-4f44-be1f-91d180612d66', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'project_id': '717229175a63443abe76773a02a79818', 'fixed_ips': [{'subnet_id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3'}]}} from dv-cinder-740146-14-iscsi. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 03:12:39.353800 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cebdabff-2f17-4659-8711-1dce2876cc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:39.490577 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-19e36cf4-dc58-458f-aeb9-fab0e6ebe9b1 admin admin] Publish callbacks [] for router_gateway (85f1d4b4-841e-4e79-b6a3-22bb7b77955c), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:39.538484 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-cebdabff-2f17-4659-8711-1dce2876cc5c None None] Allocated IP 172.20.0.2 (fd48ed16-54d7-4f44-be1f-91d180612d66/a31257a5-7a1e-45b3-aef2-2a2faf6425a3/9f44953e-11a1-4824-8ab1-3f0053b2aba6) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:12:39.698122 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cebdabff-2f17-4659-8711-1dce2876cc5c None None] Publish callbacks [] for port (9f44953e-11a1-4824-8ab1-3f0053b2aba6), precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:39.706020 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cebdabff-2f17-4659-8711-1dce2876cc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670'] for port (9f44953e-11a1-4824-8ab1-3f0053b2aba6), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:39.737023 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-19e36cf4-dc58-458f-aeb9-fab0e6ebe9b1 admin admin] Publish callbacks [] for router_gateway (85f1d4b4-841e-4e79-b6a3-22bb7b77955c), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:39.744794 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebdabff-2f17-4659-8711-1dce2876cc5c None None] Network fd48ed16-54d7-4f44-be1f-91d180612d66 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:12:39.748593 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-cebdabff-2f17-4659-8711-1dce2876cc5c None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:12:39.752238 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebdabff-2f17-4659-8711-1dce2876cc5c None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:12:39.762419 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-19e36cf4-dc58-458f-aeb9-fab0e6ebe9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:39.789699 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebdabff-2f17-4659-8711-1dce2876cc5c None None] Pushing event updated for resources: {'Port': ['ID=9f44953e-11a1-4824-8ab1-3f0053b2aba6,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:39.820560 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-cebdabff-2f17-4659-8711-1dce2876cc5c None None] Attempting to bind port 9f44953e-11a1-4824-8ab1-3f0053b2aba6 on host dv-cinder-740146-14-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:12:39.821009 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-cebdabff-2f17-4659-8711-1dce2876cc5c None None] Attempting to bind port 9f44953e-11a1-4824-8ab1-3f0053b2aba6 by drivers openvswitch,hyperv on host dv-cinder-740146-14-iscsi at level 0 using segments [{'id': 'ef342fbb-c25c-49c4-bd38-1f15c79d8ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:12:39.821301 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebdabff-2f17-4659-8711-1dce2876cc5c None None] Attempting to bind port 9f44953e-11a1-4824-8ab1-3f0053b2aba6 on network fd48ed16-54d7-4f44-be1f-91d180612d66 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:12:39.827212 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebdabff-2f17-4659-8711-1dce2876cc5c None None] Checking agent: {'id': '4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 1, 6), 'started_at': datetime.datetime(2022, 3, 11, 3, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:12:39.827581 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebdabff-2f17-4659-8711-1dce2876cc5c None None] Checking segment: {'id': 'ef342fbb-c25c-49c4-bd38-1f15c79d8ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:12:39.827964 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cebdabff-2f17-4659-8711-1dce2876cc5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:39.828375 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebdabff-2f17-4659-8711-1dce2876cc5c None None] Bound using segment: {'id': 'ef342fbb-c25c-49c4-bd38-1f15c79d8ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:12:39.828827 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-cebdabff-2f17-4659-8711-1dce2876cc5c None None] Bound port: 9f44953e-11a1-4824-8ab1-3f0053b2aba6, host: dv-cinder-740146-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef342fbb-c25c-49c4-bd38-1f15c79d8ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:12:39.829215 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cebdabff-2f17-4659-8711-1dce2876cc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (9f44953e-11a1-4824-8ab1-3f0053b2aba6), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:39.925154 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-19e36cf4-dc58-458f-aeb9-fab0e6ebe9b1 admin admin] Allocated IP 172.27.2.92 (9b47ca21-aede-450a-93e7-0e4b22f1eaa6/91a34137-7039-479a-a714-41dcecc02d59/6b31a96a-eb5d-4c02-98be-eb604d43755b) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:12:39.936416 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-cebdabff-2f17-4659-8711-1dce2876cc5c None None] For port 9f44953e-11a1-4824-8ab1-3f0053b2aba6, host dv-cinder-740146-14-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:12:39.940802 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-cebdabff-2f17-4659-8711-1dce2876cc5c None None] For port 9f44953e-11a1-4824-8ab1-3f0053b2aba6, host dv-cinder-740146-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=9f44953e-11a1-4824-8ab1-3f0053b2aba6,segment=NetworkSegment(ef342fbb-c25c-49c4-bd38-1f15c79d8ac6),segment_id=ef342fbb-c25c-49c4-bd38-1f15c79d8ac6)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:12:39.952452 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-cebdabff-2f17-4659-8711-1dce2876cc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (9f44953e-11a1-4824-8ab1-3f0053b2aba6), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:40.020464 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebdabff-2f17-4659-8711-1dce2876cc5c None None] Pushing event updated for resources: {'Port': ['ID=9f44953e-11a1-4824-8ab1-3f0053b2aba6,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:40.075951 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-19e36cf4-dc58-458f-aeb9-fab0e6ebe9b1 admin admin] Publish callbacks [] for port (6b31a96a-eb5d-4c02-98be-eb604d43755b), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:40.113674 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-19e36cf4-dc58-458f-aeb9-fab0e6ebe9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (6b31a96a-eb5d-4c02-98be-eb604d43755b), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:40.150957 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e36cf4-dc58-458f-aeb9-fab0e6ebe9b1 admin admin] Network 9b47ca21-aede-450a-93e7-0e4b22f1eaa6 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:12:40.153970 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-19e36cf4-dc58-458f-aeb9-fab0e6ebe9b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:12:40.157557 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e36cf4-dc58-458f-aeb9-fab0e6ebe9b1 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:12:40.208237 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e36cf4-dc58-458f-aeb9-fab0e6ebe9b1 admin admin] Pushing event updated for resources: {'Port': ['ID=6b31a96a-eb5d-4c02-98be-eb604d43755b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:40.349154 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e09da6-8367-4aaf-83ea-67ca42e14b3d req-e0eefd6a-7a2b-42f8-b46b-4bd4ae8a0941 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:40.360406 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-29e09da6-8367-4aaf-83ea-67ca42e14b3d req-e0eefd6a-7a2b-42f8-b46b-4bd4ae8a0941 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 931 time: 0.0705800 Mar 11 03:12:40.420686 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-29e09da6-8367-4aaf-83ea-67ca42e14b3d req-047b2ceb-c075-4758-a814-f2ef1ba3cc24 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/security-groups?id=d98d13d7-35e8-43b2-a5ea-0972cbca35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592394 Mar 11 03:12:40.465220 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1abd17-2728-4d45-803c-f4037d49b488 req-9a3e6c81-b309-4e62-9b3d-03b9d0f241fd tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:40.466947 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c1abd17-2728-4d45-803c-f4037d49b488 req-9a3e6c81-b309-4e62-9b3d-03b9d0f241fd tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.0622599 Mar 11 03:12:40.474549 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-19e36cf4-dc58-458f-aeb9-fab0e6ebe9b1 admin admin] Publish callbacks [] for router_gateway (85f1d4b4-841e-4e79-b6a3-22bb7b77955c), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:40.517105 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0c1abd17-2728-4d45-803c-f4037d49b488 req-9d4620c7-6ecf-4b0e-ae21-4f133a5b80d5 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445912 Mar 11 03:12:40.681028 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-19e36cf4-dc58-458f-aeb9-fab0e6ebe9b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1752476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1739806'] for router (85f1d4b4-841e-4e79-b6a3-22bb7b77955c), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:40.726204 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-10f1ffb5-1906-4053-bcb4-aaf5abaf37b9 service neutron] Request body: {'port': {'device_id': '47dd206a-85d8-4e0c-87f6-25f59994ab43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:12:40.979231 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd74741c-0a14-45b7-b53e-a439ff1d014a None None] Network fd48ed16-54d7-4f44-be1f-91d180612d66 requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:12:41.045569 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 9f44953e-11a1-4824-8ab1-3f0053b2aba6 up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:12:41.089848 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7db3e033-8b80-4812-8885-f525c4acbbb8 req-ba3ca86b-3503-43fe-9f20-cc54610a93fa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d55120d-a416-4047-a3c2-f8e95ec8b3aa HTTP/1.1" status: 200 len: 1001 time: 0.3693984 Mar 11 03:12:41.104045 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8e08317b-eac3-47e1-9f72-1a355867a129 None None] Provisioning complete for port 9f44953e-11a1-4824-8ab1-3f0053b2aba6 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:12:41.104422 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8e08317b-eac3-47e1-9f72-1a355867a129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (9f44953e-11a1-4824-8ab1-3f0053b2aba6), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:41.128959 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-10f1ffb5-1906-4053-bcb4-aaf5abaf37b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (546633a1-11b1-4e62-aa49-2a50d0956169), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:41.180166 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port 9f44953e-11a1-4824-8ab1-3f0053b2aba6 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:12:41.180541 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (9f44953e-11a1-4824-8ab1-3f0053b2aba6), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:41.183071 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3e033-8b80-4812-8885-f525c4acbbb8 req-b517cde3-5396-488d-aed0-90a40599b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:41.184833 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7db3e033-8b80-4812-8885-f525c4acbbb8 req-b517cde3-5396-488d-aed0-90a40599b7a5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9d7ee705-0509-4a4b-bcad-7ac46e456173 HTTP/1.1" status: 200 len: 849 time: 0.0838253 Mar 11 03:12:41.261152 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8e08317b-eac3-47e1-9f72-1a355867a129 None None] Current status of the port 9f44953e-11a1-4824-8ab1-3f0053b2aba6 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:12:41.261544 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8e08317b-eac3-47e1-9f72-1a355867a129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (9f44953e-11a1-4824-8ab1-3f0053b2aba6), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:41.303107 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e36cf4-dc58-458f-aeb9-fab0e6ebe9b1 admin admin] Router 85f1d4b4-841e-4e79-b6a3-22bb7b77955c is scheduled to L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 03:12:41.327450 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-8e08317b-eac3-47e1-9f72-1a355867a129 None None] For port 9f44953e-11a1-4824-8ab1-3f0053b2aba6, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=9f44953e-11a1-4824-8ab1-3f0053b2aba6,segment=NetworkSegment(ef342fbb-c25c-49c4-bd38-1f15c79d8ac6),segment_id=ef342fbb-c25c-49c4-bd38-1f15c79d8ac6)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:12:41.333118 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port 9f44953e-11a1-4824-8ab1-3f0053b2aba6 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:12:41.333619 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (9f44953e-11a1-4824-8ab1-3f0053b2aba6), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:41.343628 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8e08317b-eac3-47e1-9f72-1a355867a129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (9f44953e-11a1-4824-8ab1-3f0053b2aba6), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:41.388850 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3e033-8b80-4812-8885-f525c4acbbb8 req-ab3d15b5-c4ef-471f-9d98-1d6fa5256362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:41.390526 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7db3e033-8b80-4812-8885-f525c4acbbb8 req-ab3d15b5-c4ef-471f-9d98-1d6fa5256362 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f37c9105-a6f8-4fcf-a203-248706ae8fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1987035 Mar 11 03:12:41.429290 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08317b-eac3-47e1-9f72-1a355867a129 None None] Pushing event updated for resources: {'Port': ['ID=9f44953e-11a1-4824-8ab1-3f0053b2aba6,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:41.436821 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.db.api [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 03:12:41.437184 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG oslo_db.api [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 03:12:41.463635 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-33c4b730-aa50-4257-89fe-4f23fd824866 None None] Provisioning complete for port 9f44953e-11a1-4824-8ab1-3f0053b2aba6 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:12:41.464692 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-33c4b730-aa50-4257-89fe-4f23fd824866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (9f44953e-11a1-4824-8ab1-3f0053b2aba6), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:41.551454 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-33c4b730-aa50-4257-89fe-4f23fd824866 None None] Current status of the port 9f44953e-11a1-4824-8ab1-3f0053b2aba6 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:12:41.552355 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9e4be-69f0-450a-931a-fb70e6e8720b req-6067a92f-b1c3-446b-91e4-14ae1fd2b9e8 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:41.553989 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f6f9e4be-69f0-450a-931a-fb70e6e8720b req-6067a92f-b1c3-446b-91e4-14ae1fd2b9e8 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 931 time: 0.0579765 Mar 11 03:12:41.581351 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e36cf4-dc58-458f-aeb9-fab0e6ebe9b1 admin admin] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:12:41.598591 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784fd345-bf8f-4929-a702-368e30139476 None None] Sync routers for ids ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'] in dv-cinder-740146-14-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:12:41.609749 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784fd345-bf8f-4929-a702-368e30139476 None None] Routers {'85f1d4b4-841e-4e79-b6a3-22bb7b77955c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:12:41.610410 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-784fd345-bf8f-4929-a702-368e30139476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:12:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:12:41.624567 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7db3e033-8b80-4812-8885-f525c4acbbb8 req-ada777e2-0649-473f-8a99-09092fffbab6 service neutron] 10.222.0.18 "GET /v2.0/networks/f37c9105-a6f8-4fcf-a203-248706ae8fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169783 Mar 11 03:12:41.638525 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-19e36cf4-dc58-458f-aeb9-fab0e6ebe9b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:41.642048 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-19e36cf4-dc58-458f-aeb9-fab0e6ebe9b1 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4388556 Mar 11 03:12:41.657603 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 47060) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:12:41.716119 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-10f1ffb5-1906-4053-bcb4-aaf5abaf37b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 546633a1-11b1-4e62-aa49-2a50d0956169 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:12:41.733525 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f6f9e4be-69f0-450a-931a-fb70e6e8720b req-cc5a0f4d-0dd9-4da8-82d5-29425e5c283d tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/security-groups?id=d98d13d7-35e8-43b2-a5ea-0972cbca35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689384 Mar 11 03:12:41.745113 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-784fd345-bf8f-4929-a702-368e30139476 None None] Set router 85f1d4b4-841e-4e79-b6a3-22bb7b77955c gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:12:41.748640 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e81f1-2e96-4cf2-b29c-040b61f7ab96 req-17985868-063b-417f-98f2-09d6f60c903b tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:41.750372 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fc6e81f1-2e96-4cf2-b29c-040b61f7ab96 req-17985868-063b-417f-98f2-09d6f60c903b tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.1355536 Mar 11 03:12:41.760297 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-10f1ffb5-1906-4053-bcb4-aaf5abaf37b9 service neutron] Publish callbacks [] for port (546633a1-11b1-4e62-aa49-2a50d0956169), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:41.783362 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-10f1ffb5-1906-4053-bcb4-aaf5abaf37b9 service neutron] Transition to ACTIVE for port object 546633a1-11b1-4e62-aa49-2a50d0956169 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 03:12:41.797640 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-10f1ffb5-1906-4053-bcb4-aaf5abaf37b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26187659'] for port (546633a1-11b1-4e62-aa49-2a50d0956169), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:41.809920 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7db3e033-8b80-4812-8885-f525c4acbbb8 req-0c2db323-25fe-46af-8c5c-c4aba1a39511 service neutron] 10.222.0.18 "GET /v2.0/networks/f37c9105-a6f8-4fcf-a203-248706ae8fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686401 Mar 11 03:12:41.832225 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fc6e81f1-2e96-4cf2-b29c-040b61f7ab96 req-7fe9834c-b763-41aa-baab-6cdfa122dcdf tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702043 Mar 11 03:12:41.860354 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f1ffb5-1906-4053-bcb4-aaf5abaf37b9 service neutron] Pushing event updated for resources: {'Port': ['ID=546633a1-11b1-4e62-aa49-2a50d0956169,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:41.961672 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-10f1ffb5-1906-4053-bcb4-aaf5abaf37b9 service neutron] Attempting to bind port 546633a1-11b1-4e62-aa49-2a50d0956169 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:12:41.964055 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-10f1ffb5-1906-4053-bcb4-aaf5abaf37b9 service neutron] Attempting to bind port 546633a1-11b1-4e62-aa49-2a50d0956169 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '850685ec-e887-458e-aac0-a70aa95557bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '39c26298-ee69-45d3-8128-5b69acca4a40'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:12:41.966517 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-10f1ffb5-1906-4053-bcb4-aaf5abaf37b9 service neutron] Attempting to bind port 546633a1-11b1-4e62-aa49-2a50d0956169 on network 39c26298-ee69-45d3-8128-5b69acca4a40 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:12:41.977911 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-10f1ffb5-1906-4053-bcb4-aaf5abaf37b9 service neutron] Port 546633a1-11b1-4e62-aa49-2a50d0956169 on network 39c26298-ee69-45d3-8128-5b69acca4a40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 03:12:41.978385 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-10f1ffb5-1906-4053-bcb4-aaf5abaf37b9 service neutron] Attempting to bind port 546633a1-11b1-4e62-aa49-2a50d0956169 on network 39c26298-ee69-45d3-8128-5b69acca4a40 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:12:41.985619 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-10f1ffb5-1906-4053-bcb4-aaf5abaf37b9 service neutron] Checking agent: {'id': '5f38bfdc-d68c-4827-815d-ecd182596ad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'started_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:12:41.986613 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-10f1ffb5-1906-4053-bcb4-aaf5abaf37b9 service neutron] Checking segment: {'id': '850685ec-e887-458e-aac0-a70aa95557bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '39c26298-ee69-45d3-8128-5b69acca4a40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:12:41.986613 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-10f1ffb5-1906-4053-bcb4-aaf5abaf37b9 service neutron] Bound using segment: {'id': '850685ec-e887-458e-aac0-a70aa95557bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '39c26298-ee69-45d3-8128-5b69acca4a40'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:12:41.987174 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-10f1ffb5-1906-4053-bcb4-aaf5abaf37b9 service neutron] Bound port: 546633a1-11b1-4e62-aa49-2a50d0956169, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '850685ec-e887-458e-aac0-a70aa95557bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '39c26298-ee69-45d3-8128-5b69acca4a40'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:12:41.987621 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-10f1ffb5-1906-4053-bcb4-aaf5abaf37b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (546633a1-11b1-4e62-aa49-2a50d0956169), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:42.102297 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-10f1ffb5-1906-4053-bcb4-aaf5abaf37b9 service neutron] For port 546633a1-11b1-4e62-aa49-2a50d0956169, host hv-cinder-74014, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:12:42.112673 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-10f1ffb5-1906-4053-bcb4-aaf5abaf37b9 service neutron] For port 546633a1-11b1-4e62-aa49-2a50d0956169, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=546633a1-11b1-4e62-aa49-2a50d0956169,segment=NetworkSegment(850685ec-e887-458e-aac0-a70aa95557bd),segment_id=850685ec-e887-458e-aac0-a70aa95557bd)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:12:42.123150 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-10f1ffb5-1906-4053-bcb4-aaf5abaf37b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26187659'] for port (546633a1-11b1-4e62-aa49-2a50d0956169), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:42.160643 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-10f1ffb5-1906-4053-bcb4-aaf5abaf37b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:42.161265 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-10f1ffb5-1906-4053-bcb4-aaf5abaf37b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:42.162736 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-10f1ffb5-1906-4053-bcb4-aaf5abaf37b9 service neutron] 10.222.0.18 "PUT /v2.0/ports/546633a1-11b1-4e62-aa49-2a50d0956169 HTTP/1.1" status: 200 len: 1093 time: 1.4435198 Mar 11 03:12:42.163199 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47dd206a-85d8-4e0c-87f6-25f59994ab43', 'tag': '546633a1-11b1-4e62-aa49-2a50d0956169'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:12:42.165513 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c60cc9-27e4-4fe6-8509-9f6108e57cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "47dd206a-85d8-4e0c-87f6-25f59994ab43", "tag": "546633a1-11b1-4e62-aa49-2a50d0956169"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:12:42.177812 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port 9f44953e-11a1-4824-8ab1-3f0053b2aba6 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:12:42.269812 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84aa189b-b21e-48bd-8336-c8c93ff2a932 x-openstack-request-id: req-84aa189b-b21e-48bd-8336-c8c93ff2a932 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:12:42.270202 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47dd206a-85d8-4e0c-87f6-25f59994ab43", "tag": "546633a1-11b1-4e62-aa49-2a50d0956169", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:12:42.271061 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-84aa189b-b21e-48bd-8336-c8c93ff2a932 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:12:42.271061 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47dd206a-85d8-4e0c-87f6-25f59994ab43', 'tag': '546633a1-11b1-4e62-aa49-2a50d0956169', 'status': 'completed', 'code': 200} Mar 11 03:12:42.275451 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f1ffb5-1906-4053-bcb4-aaf5abaf37b9 service neutron] Pushing event updated for resources: {'Port': ['ID=546633a1-11b1-4e62-aa49-2a50d0956169,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:42.298709 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-0a20f3b1-b345-497d-9a44-bf484f79d4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:42.300678 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-0a20f3b1-b345-497d-9a44-bf484f79d4a6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b27f621c95944166a7ae765f64d15d9f&device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 1127 time: 0.0810006 Mar 11 03:12:42.305925 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-784fd345-bf8f-4929-a702-368e30139476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'name': 'tempest-AttachVolumeNegativeTest-1651227581-router', 'tenant_id': '717229175a63443abe76773a02a79818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:40Z', 'revision_number': 3, 'project_id': '717229175a63443abe76773a02a79818', 'gw_port': {'id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi'}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:12:42.344550 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784fd345-bf8f-4929-a702-368e30139476 None None] Checking router: 85f1d4b4-841e-4e79-b6a3-22bb7b77955c for host: dv-cinder-740146-14-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:12:42.344986 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784fd345-bf8f-4929-a702-368e30139476 None None] Updating router 85f1d4b4-841e-4e79-b6a3-22bb7b77955c port 6b31a96a-eb5d-4c02-98be-eb604d43755b binding host dv-cinder-740146-14-iscsi {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 03:12:42.379409 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-784fd345-bf8f-4929-a702-368e30139476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (6b31a96a-eb5d-4c02-98be-eb604d43755b), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:42.380520 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-66928b71-4e7e-4197-a3bc-79e33322d46f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=546633a1-11b1-4e62-aa49-2a50d0956169 HTTP/1.1" status: 200 len: 217 time: 0.0692196 Mar 11 03:12:42.454356 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-8321b463-c9ed-4d59-8638-bc019a365115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:42.456962 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-8321b463-c9ed-4d59-8638-bc019a365115 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e88f191b-7ea3-436b-a858-ea2ec218332e HTTP/1.1" status: 200 len: 852 time: 0.0688632 Mar 11 03:12:42.512744 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-28ed6ea8-7ea4-47c5-9c59-2e6ad888461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:42.514215 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-28ed6ea8-7ea4-47c5-9c59-2e6ad888461c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39c26298-ee69-45d3-8128-5b69acca4a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0501661 Mar 11 03:12:42.615451 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-725ba157-6bcb-47af-b139-62367844d572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:42.620378 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-6fb5edca-b01f-42e6-b915-25a4ae851629 service neutron] 10.222.0.18 "GET /v2.0/networks/39c26298-ee69-45d3-8128-5b69acca4a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905709 Mar 11 03:12:42.682543 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-784fd345-bf8f-4929-a702-368e30139476 None None] Publish callbacks [] for port (6b31a96a-eb5d-4c02-98be-eb604d43755b), precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:42.689217 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-784fd345-bf8f-4929-a702-368e30139476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (6b31a96a-eb5d-4c02-98be-eb604d43755b), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:42.718694 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1541ed11-c4b8-47c1-80e4-8a3bf62129ed req-f7f373dc-380e-482b-a15b-033ed0f3c197 service neutron] 10.222.0.18 "GET /v2.0/networks/39c26298-ee69-45d3-8128-5b69acca4a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890965 Mar 11 03:12:42.741997 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-784fd345-bf8f-4929-a702-368e30139476 None None] Attempting to bind port 6b31a96a-eb5d-4c02-98be-eb604d43755b on host dv-cinder-740146-14-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:12:42.742512 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-784fd345-bf8f-4929-a702-368e30139476 None None] Attempting to bind port 6b31a96a-eb5d-4c02-98be-eb604d43755b by drivers openvswitch,hyperv on host dv-cinder-740146-14-iscsi at level 0 using segments [{'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:12:42.743005 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784fd345-bf8f-4929-a702-368e30139476 None None] Attempting to bind port 6b31a96a-eb5d-4c02-98be-eb604d43755b on network 9b47ca21-aede-450a-93e7-0e4b22f1eaa6 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:12:42.752939 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784fd345-bf8f-4929-a702-368e30139476 None None] Checking agent: {'id': '4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 1, 6), 'started_at': datetime.datetime(2022, 3, 11, 3, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:12:42.753524 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784fd345-bf8f-4929-a702-368e30139476 None None] Checking segment: {'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:12:42.754046 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-784fd345-bf8f-4929-a702-368e30139476 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:42.754526 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784fd345-bf8f-4929-a702-368e30139476 None None] Bound using segment: {'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:12:42.755094 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-784fd345-bf8f-4929-a702-368e30139476 None None] Bound port: 6b31a96a-eb5d-4c02-98be-eb604d43755b, host: dv-cinder-740146-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:12:42.755575 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-784fd345-bf8f-4929-a702-368e30139476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (6b31a96a-eb5d-4c02-98be-eb604d43755b), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:42.780655 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f57ad-bf99-4957-88df-b2a143380971 None None] Pushing event updated for resources: {'Port': ['ID=6b31a96a-eb5d-4c02-98be-eb604d43755b,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:42.796413 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-725ba157-6bcb-47af-b139-62367844d572 admin admin] Allocated IP 172.20.0.1 (fd48ed16-54d7-4f44-be1f-91d180612d66/a31257a5-7a1e-45b3-aef2-2a2faf6425a3/8da53b0d-6348-40da-9feb-9dadaf4fc389) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:12:42.823218 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c60cc9-27e4-4fe6-8509-9f6108e57cdd req-b52e1000-87ef-45e3-9fc0-24a0b3283047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:42.824973 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-25c60cc9-27e4-4fe6-8509-9f6108e57cdd req-b52e1000-87ef-45e3-9fc0-24a0b3283047 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b27f621c95944166a7ae765f64d15d9f&device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 1127 time: 0.0552886 Mar 11 03:12:42.827449 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-784fd345-bf8f-4929-a702-368e30139476 None None] For port 6b31a96a-eb5d-4c02-98be-eb604d43755b, host dv-cinder-740146-14-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:12:42.830664 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-784fd345-bf8f-4929-a702-368e30139476 None None] For port 6b31a96a-eb5d-4c02-98be-eb604d43755b, host dv-cinder-740146-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=6b31a96a-eb5d-4c02-98be-eb604d43755b,segment=NetworkSegment(77d20882-625f-4a13-9566-ab6cf60f2c81),segment_id=77d20882-625f-4a13-9566-ab6cf60f2c81)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:12:42.837705 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-784fd345-bf8f-4929-a702-368e30139476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (6b31a96a-eb5d-4c02-98be-eb604d43755b), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:42.899881 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784fd345-bf8f-4929-a702-368e30139476 None None] Routers {'85f1d4b4-841e-4e79-b6a3-22bb7b77955c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:12:42.900587 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-784fd345-bf8f-4929-a702-368e30139476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:12:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:12:42.902368 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f57ad-bf99-4957-88df-b2a143380971 None None] Pushing event updated for resources: {'Port': ['ID=6b31a96a-eb5d-4c02-98be-eb604d43755b,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:42.920978 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfed5dd-883a-44e6-8540-96b56b9debc6 req-4116d4e6-fb7d-48c2-af17-852ea3e65bc6 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:42.922702 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7cfed5dd-883a-44e6-8540-96b56b9debc6 req-4116d4e6-fb7d-48c2-af17-852ea3e65bc6 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 943 time: 0.1111352 Mar 11 03:12:42.977007 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c60cc9-27e4-4fe6-8509-9f6108e57cdd req-4d799b86-5a28-42cc-9402-99cd00faec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:42.978779 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-25c60cc9-27e4-4fe6-8509-9f6108e57cdd req-4d799b86-5a28-42cc-9402-99cd00faec8c service neutron] 10.222.0.18 "GET /v2.0/networks?id=39c26298-ee69-45d3-8128-5b69acca4a40 HTTP/1.1" status: 200 len: 913 time: 0.1471856 Mar 11 03:12:43.026377 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 9f44953e-11a1-4824-8ab1-3f0053b2aba6 up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:12:43.032500 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-725ba157-6bcb-47af-b139-62367844d572 admin admin] Publish callbacks [] for port (8da53b0d-6348-40da-9feb-9dadaf4fc389), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:43.035764 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-25c60cc9-27e4-4fe6-8509-9f6108e57cdd req-023b7115-c46e-498a-9ea0-bf8939fb52fe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=546633a1-11b1-4e62-aa49-2a50d0956169 HTTP/1.1" status: 200 len: 217 time: 0.0477929 Mar 11 03:12:43.046279 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7cfed5dd-883a-44e6-8540-96b56b9debc6 req-02b94ffd-c799-4624-bff9-0d16640db0eb tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/security-groups?id=d98d13d7-35e8-43b2-a5ea-0972cbca35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155374 Mar 11 03:12:43.057256 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-784fd345-bf8f-4929-a702-368e30139476 None None] Set router 85f1d4b4-841e-4e79-b6a3-22bb7b77955c gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:12:43.066037 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6f563-435f-4684-8b7b-ab77c33b656a req-67e7229b-766d-4c40-bbce-e2648c34c1d5 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:43.067635 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-77f6f563-435f-4684-8b7b-ab77c33b656a req-67e7229b-766d-4c40-bbce-e2648c34c1d5 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.1278412 Mar 11 03:12:43.097994 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c60cc9-27e4-4fe6-8509-9f6108e57cdd req-5848ad85-d851-4d0f-b7c1-35272ef3b6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:43.099178 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-25c60cc9-27e4-4fe6-8509-9f6108e57cdd req-5848ad85-d851-4d0f-b7c1-35272ef3b6ad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e88f191b-7ea3-436b-a858-ea2ec218332e HTTP/1.1" status: 200 len: 852 time: 0.0573936 Mar 11 03:12:43.121300 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-725ba157-6bcb-47af-b139-62367844d572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15272124'] for port (8da53b0d-6348-40da-9feb-9dadaf4fc389), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:43.153494 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c60cc9-27e4-4fe6-8509-9f6108e57cdd req-bced83f5-b450-4bc3-9705-01add4d9a003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:43.155226 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-25c60cc9-27e4-4fe6-8509-9f6108e57cdd req-bced83f5-b450-4bc3-9705-01add4d9a003 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39c26298-ee69-45d3-8128-5b69acca4a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0494201 Mar 11 03:12:43.160744 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-77f6f563-435f-4684-8b7b-ab77c33b656a req-40b9d2c2-48fa-4e39-abf0-fc7d9910120e tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815499 Mar 11 03:12:43.171283 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725ba157-6bcb-47af-b139-62367844d572 admin admin] Network fd48ed16-54d7-4f44-be1f-91d180612d66 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:12:43.174311 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-725ba157-6bcb-47af-b139-62367844d572 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:12:43.188251 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725ba157-6bcb-47af-b139-62367844d572 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:12:43.204800 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ba157-6bcb-47af-b139-62367844d572 admin admin] Pushing event updated for resources: {'Port': ['ID=8da53b0d-6348-40da-9feb-9dadaf4fc389,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:43.218428 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port 9f44953e-11a1-4824-8ab1-3f0053b2aba6 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:12:43.218849 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (9f44953e-11a1-4824-8ab1-3f0053b2aba6), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:43.250293 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-725ba157-6bcb-47af-b139-62367844d572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1736817'] for router_interface (85f1d4b4-841e-4e79-b6a3-22bb7b77955c), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:43.275270 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-25c60cc9-27e4-4fe6-8509-9f6108e57cdd req-08ce4268-ce28-4e1c-baf9-3005f9be5d1f service neutron] 10.222.0.18 "GET /v2.0/networks/39c26298-ee69-45d3-8128-5b69acca4a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130571 Mar 11 03:12:43.343403 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port 9f44953e-11a1-4824-8ab1-3f0053b2aba6 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:12:43.351878 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-784fd345-bf8f-4929-a702-368e30139476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'name': 'tempest-AttachVolumeNegativeTest-1651227581-router', 'tenant_id': '717229175a63443abe76773a02a79818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:40Z', 'revision_number': 3, 'project_id': '717229175a63443abe76773a02a79818', 'gw_port': {'id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi'}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:12:43.384112 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784fd345-bf8f-4929-a702-368e30139476 None None] The sync data for ids ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'] in dv-cinder-740146-14-iscsi is: [{'id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'name': 'tempest-AttachVolumeNegativeTest-1651227581-router', 'tenant_id': '717229175a63443abe76773a02a79818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:40Z', 'revision_number': 3, 'project_id': '717229175a63443abe76773a02a79818', 'gw_port': {'id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi'}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:12:43.393047 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-25c60cc9-27e4-4fe6-8509-9f6108e57cdd req-f6dcd7f5-45f4-49ec-88c6-99d5c5be6e8d service neutron] 10.222.0.18 "GET /v2.0/networks/39c26298-ee69-45d3-8128-5b69acca4a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112642 Mar 11 03:12:43.421588 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-725ba157-6bcb-47af-b139-62367844d572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (8da53b0d-6348-40da-9feb-9dadaf4fc389), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:43.424732 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-151f0616-6be6-4086-b3d4-0e083d2eeea2 None None] Provisioning complete for port 8da53b0d-6348-40da-9feb-9dadaf4fc389 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:12:43.425104 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-151f0616-6be6-4086-b3d4-0e083d2eeea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (8da53b0d-6348-40da-9feb-9dadaf4fc389), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:43.465120 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-151f0616-6be6-4086-b3d4-0e083d2eeea2 None None] Port 8da53b0d-6348-40da-9feb-9dadaf4fc389 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:12:43.593259 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-725ba157-6bcb-47af-b139-62367844d572 admin admin] Publish callbacks [] for port (8da53b0d-6348-40da-9feb-9dadaf4fc389), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:43.610019 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-725ba157-6bcb-47af-b139-62367844d572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15272101'] for port (8da53b0d-6348-40da-9feb-9dadaf4fc389), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:43.683574 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ba157-6bcb-47af-b139-62367844d572 admin admin] Pushing event updated for resources: {'Port': ['ID=8da53b0d-6348-40da-9feb-9dadaf4fc389,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:43.689203 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-725ba157-6bcb-47af-b139-62367844d572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736925'] for router_interface (85f1d4b4-841e-4e79-b6a3-22bb7b77955c), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:43.787565 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725ba157-6bcb-47af-b139-62367844d572 admin admin] Network fd48ed16-54d7-4f44-be1f-91d180612d66 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:12:43.788974 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-725ba157-6bcb-47af-b139-62367844d572 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:12:43.913971 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725ba157-6bcb-47af-b139-62367844d572 admin admin] Router 85f1d4b4-841e-4e79-b6a3-22bb7b77955c has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:12:44.030489 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725ba157-6bcb-47af-b139-62367844d572 admin admin] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:12:44.035932 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-725ba157-6bcb-47af-b139-62367844d572 admin admin] 10.222.0.16 "PUT /v2.0/routers/85f1d4b4-841e-4e79-b6a3-22bb7b77955c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3703125 Mar 11 03:12:44.097733 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e2287c79-15f2-4254-998d-7ee1b0c07292 None None] Provisioning complete for port 8da53b0d-6348-40da-9feb-9dadaf4fc389 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:12:44.098552 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e2287c79-15f2-4254-998d-7ee1b0c07292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (8da53b0d-6348-40da-9feb-9dadaf4fc389), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:44.149011 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-e2287c79-15f2-4254-998d-7ee1b0c07292 None None] Port 8da53b0d-6348-40da-9feb-9dadaf4fc389 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:12:44.194671 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e66f2-63d2-46d4-b573-a278f992120a req-574ca1e7-5622-408e-9a6f-dfa717f6f879 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:44.196208 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a51e66f2-63d2-46d4-b573-a278f992120a req-574ca1e7-5622-408e-9a6f-dfa717f6f879 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 943 time: 0.0587890 Mar 11 03:12:44.264570 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a51e66f2-63d2-46d4-b573-a278f992120a req-78ba0b93-d482-4d41-b2b6-f8af59bd2624 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/security-groups?id=d98d13d7-35e8-43b2-a5ea-0972cbca35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627108 Mar 11 03:12:44.558705 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 47078) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:12:44.563187 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-02d695e4-6cd3-49fe-ab87-bcbd04aab687 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Request body: {'security_group': {'name': 'tempest-securitygroup--662513277', 'description': 'tempest-description--1772249566'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:12:44.582620 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-02d695e4-6cd3-49fe-ab87-bcbd04aab687 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:44.647066 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-02d695e4-6cd3-49fe-ab87-bcbd04aab687 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group (70ab0a1f-e2bb-40dc-bca5-073fd2b4fc54), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:44.650675 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-02d695e4-6cd3-49fe-ab87-bcbd04aab687 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (70ab0a1f-e2bb-40dc-bca5-073fd2b4fc54), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:44.683033 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-02d695e4-6cd3-49fe-ab87-bcbd04aab687 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:44.684274 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-02d695e4-6cd3-49fe-ab87-bcbd04aab687 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1245224 Mar 11 03:12:44.685364 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d695e4-6cd3-49fe-ab87-bcbd04aab687 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70ab0a1f-e2bb-40dc-bca5-073fd2b4fc54,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:44.687441 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 47080) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:12:44.692197 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-458727f8-76df-46d2-9ca7-f74030b4b2b0 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Request body: {'security_group_rule': {'security_group_id': '70ab0a1f-e2bb-40dc-bca5-073fd2b4fc54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:12:44.718338 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-458727f8-76df-46d2-9ca7-f74030b4b2b0 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group_rule (67710068-7431-4ea1-a5a7-c06445697536), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:44.779869 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-458727f8-76df-46d2-9ca7-f74030b4b2b0 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group_rule (67710068-7431-4ea1-a5a7-c06445697536), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:44.783497 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-458727f8-76df-46d2-9ca7-f74030b4b2b0 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674351'] for security_group_rule (67710068-7431-4ea1-a5a7-c06445697536), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:44.801333 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458727f8-76df-46d2-9ca7-f74030b4b2b0 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67710068-7431-4ea1-a5a7-c06445697536,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:44.808684 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-458727f8-76df-46d2-9ca7-f74030b4b2b0 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:44.810165 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-458727f8-76df-46d2-9ca7-f74030b4b2b0 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215844 Mar 11 03:12:44.812933 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 47082) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:12:44.817198 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-e57274de-6b3b-433b-9198-ce8315f37240 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Request body: {'security_group_rule': {'security_group_id': '70ab0a1f-e2bb-40dc-bca5-073fd2b4fc54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:12:44.843332 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e57274de-6b3b-433b-9198-ce8315f37240 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group_rule (8f20bbca-9c56-47da-a185-5e3d095e39e5), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:44.900408 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e57274de-6b3b-433b-9198-ce8315f37240 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group_rule (8f20bbca-9c56-47da-a185-5e3d095e39e5), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:44.904506 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e57274de-6b3b-433b-9198-ce8315f37240 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674351'] for security_group_rule (8f20bbca-9c56-47da-a185-5e3d095e39e5), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:44.919432 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57274de-6b3b-433b-9198-ce8315f37240 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f20bbca-9c56-47da-a185-5e3d095e39e5,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:44.929563 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e57274de-6b3b-433b-9198-ce8315f37240 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:44.930787 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-e57274de-6b3b-433b-9198-ce8315f37240 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168711 Mar 11 03:12:44.934038 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 47084) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:12:44.939702 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-df4d0f97-7167-49b9-a6f7-4ead2303c035 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Request body: {'floatingip': {'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:12:44.972359 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df4d0f97-7167-49b9-a6f7-4ead2303c035 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:45.013844 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 6b31a96a-eb5d-4c02-98be-eb604d43755b up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:12:45.046528 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0421dec0-3737-49c5-bf7f-eee648c94eb5 None None] Sync routers for ids ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'] in dv-cinder-740146-14-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:12:45.056693 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0421dec0-3737-49c5-bf7f-eee648c94eb5 None None] Routers {'85f1d4b4-841e-4e79-b6a3-22bb7b77955c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:12:45.057639 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0421dec0-3737-49c5-bf7f-eee648c94eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:12:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:12:45.064972 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port 6b31a96a-eb5d-4c02-98be-eb604d43755b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:12:45.065414 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (6b31a96a-eb5d-4c02-98be-eb604d43755b), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:45.079868 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df4d0f97-7167-49b9-a6f7-4ead2303c035 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:45.148756 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port 6b31a96a-eb5d-4c02-98be-eb604d43755b is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:12:45.149148 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (6b31a96a-eb5d-4c02-98be-eb604d43755b), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:45.171431 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] For port 6b31a96a-eb5d-4c02-98be-eb604d43755b, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=6b31a96a-eb5d-4c02-98be-eb604d43755b,segment=NetworkSegment(77d20882-625f-4a13-9566-ab6cf60f2c81),segment_id=77d20882-625f-4a13-9566-ab6cf60f2c81)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:12:45.175788 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (6b31a96a-eb5d-4c02-98be-eb604d43755b), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:45.181192 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-0421dec0-3737-49c5-bf7f-eee648c94eb5 None None] Set router 85f1d4b4-841e-4e79-b6a3-22bb7b77955c gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:12:45.192374 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-df4d0f97-7167-49b9-a6f7-4ead2303c035 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Allocated IP 172.27.2.15 (9b47ca21-aede-450a-93e7-0e4b22f1eaa6/91a34137-7039-479a-a714-41dcecc02d59/69eb1dcb-eff7-415c-8943-3bcc8e09f531) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:12:45.227014 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Pushing event updated for resources: {'Port': ['ID=6b31a96a-eb5d-4c02-98be-eb604d43755b,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:45.296679 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df4d0f97-7167-49b9-a6f7-4ead2303c035 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for port (69eb1dcb-eff7-415c-8943-3bcc8e09f531), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:45.332263 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df4d0f97-7167-49b9-a6f7-4ead2303c035 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15272124'] for port (69eb1dcb-eff7-415c-8943-3bcc8e09f531), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:45.390146 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0421dec0-3737-49c5-bf7f-eee648c94eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'name': 'tempest-AttachVolumeNegativeTest-1651227581-router', 'tenant_id': '717229175a63443abe76773a02a79818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:43Z', 'revision_number': 4, 'project_id': '717229175a63443abe76773a02a79818', 'gw_port': {'id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '8da53b0d-6348-40da-9feb-9dadaf4fc389', 'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'tenant_id': '717229175a63443abe76773a02a79818', 'mac_address': 'fa:16:3e:bf:6f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:42Z', 'updated_at': '2022-03-11T03:12:43Z', 'revision_number': 2, 'project_id': '717229175a63443abe76773a02a79818', 'subnets': [{'id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:12:45.396465 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4d0f97-7167-49b9-a6f7-4ead2303c035 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Network 9b47ca21-aede-450a-93e7-0e4b22f1eaa6 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:12:45.404188 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-df4d0f97-7167-49b9-a6f7-4ead2303c035 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:12:45.409006 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4d0f97-7167-49b9-a6f7-4ead2303c035 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:12:45.419938 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0421dec0-3737-49c5-bf7f-eee648c94eb5 None None] Checking router: 85f1d4b4-841e-4e79-b6a3-22bb7b77955c for host: dv-cinder-740146-14-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:12:45.420293 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0421dec0-3737-49c5-bf7f-eee648c94eb5 None None] Updating router 85f1d4b4-841e-4e79-b6a3-22bb7b77955c port 8da53b0d-6348-40da-9feb-9dadaf4fc389 binding host dv-cinder-740146-14-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 03:12:45.435598 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d0f97-7167-49b9-a6f7-4ead2303c035 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Pushing event updated for resources: {'Port': ['ID=69eb1dcb-eff7-415c-8943-3bcc8e09f531,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:45.448744 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0421dec0-3737-49c5-bf7f-eee648c94eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (8da53b0d-6348-40da-9feb-9dadaf4fc389), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:45.459915 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e86db-88d4-4a17-830f-22ae7bc9702e req-63880800-d268-42ac-9b86-d14902f1787c tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:45.461402 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-aa2e86db-88d4-4a17-830f-22ae7bc9702e req-63880800-d268-42ac-9b86-d14902f1787c tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 943 time: 0.1260233 Mar 11 03:12:45.581745 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-aa2e86db-88d4-4a17-830f-22ae7bc9702e req-8d6ecd61-8a17-4b36-a9b5-e0601cf32caf tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/security-groups?id=d98d13d7-35e8-43b2-a5ea-0972cbca35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102822 Mar 11 03:12:45.585320 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df4d0f97-7167-49b9-a6f7-4ead2303c035 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for floatingip (e5fad280-0b25-4756-9734-6f369c5d816d), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:45.626502 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df4d0f97-7167-49b9-a6f7-4ead2303c035 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (69eb1dcb-eff7-415c-8943-3bcc8e09f531), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:45.778994 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df4d0f97-7167-49b9-a6f7-4ead2303c035 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for port (69eb1dcb-eff7-415c-8943-3bcc8e09f531), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:45.783493 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df4d0f97-7167-49b9-a6f7-4ead2303c035 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15272101'] for port (69eb1dcb-eff7-415c-8943-3bcc8e09f531), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:45.793959 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0421dec0-3737-49c5-bf7f-eee648c94eb5 None None] Publish callbacks [] for port (8da53b0d-6348-40da-9feb-9dadaf4fc389), precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:45.799113 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0421dec0-3737-49c5-bf7f-eee648c94eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (8da53b0d-6348-40da-9feb-9dadaf4fc389), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:45.850662 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d0f97-7167-49b9-a6f7-4ead2303c035 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Pushing event updated for resources: {'Port': ['ID=69eb1dcb-eff7-415c-8943-3bcc8e09f531,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:45.851174 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d956231-7639-47f8-a057-1f308738829e None None] Pushing event updated for resources: {'Port': ['ID=8da53b0d-6348-40da-9feb-9dadaf4fc389,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:45.863261 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df4d0f97-7167-49b9-a6f7-4ead2303c035 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740024'] for floatingip (e5fad280-0b25-4756-9734-6f369c5d816d), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:45.882700 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-df4d0f97-7167-49b9-a6f7-4ead2303c035 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:45.894274 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-df4d0f97-7167-49b9-a6f7-4ead2303c035 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9488819 Mar 11 03:12:45.913651 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-0421dec0-3737-49c5-bf7f-eee648c94eb5 None None] Attempting to bind port 8da53b0d-6348-40da-9feb-9dadaf4fc389 on host dv-cinder-740146-14-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:12:45.914087 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-0421dec0-3737-49c5-bf7f-eee648c94eb5 None None] Attempting to bind port 8da53b0d-6348-40da-9feb-9dadaf4fc389 by drivers openvswitch,hyperv on host dv-cinder-740146-14-iscsi at level 0 using segments [{'id': 'ef342fbb-c25c-49c4-bd38-1f15c79d8ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:12:45.914487 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0421dec0-3737-49c5-bf7f-eee648c94eb5 None None] Attempting to bind port 8da53b0d-6348-40da-9feb-9dadaf4fc389 on network fd48ed16-54d7-4f44-be1f-91d180612d66 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:12:45.920250 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0421dec0-3737-49c5-bf7f-eee648c94eb5 None None] Checking agent: {'id': '4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 1, 6), 'started_at': datetime.datetime(2022, 3, 11, 3, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:12:45.920723 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0421dec0-3737-49c5-bf7f-eee648c94eb5 None None] Checking segment: {'id': 'ef342fbb-c25c-49c4-bd38-1f15c79d8ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:12:45.921185 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0421dec0-3737-49c5-bf7f-eee648c94eb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:45.921642 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0421dec0-3737-49c5-bf7f-eee648c94eb5 None None] Bound using segment: {'id': 'ef342fbb-c25c-49c4-bd38-1f15c79d8ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:12:45.922214 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-0421dec0-3737-49c5-bf7f-eee648c94eb5 None None] Bound port: 8da53b0d-6348-40da-9feb-9dadaf4fc389, host: dv-cinder-740146-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef342fbb-c25c-49c4-bd38-1f15c79d8ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:12:45.922729 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0421dec0-3737-49c5-bf7f-eee648c94eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (8da53b0d-6348-40da-9feb-9dadaf4fc389), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:45.934501 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 546633a1-11b1-4e62-aa49-2a50d0956169 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 03:12:45.998927 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-0421dec0-3737-49c5-bf7f-eee648c94eb5 None None] For port 8da53b0d-6348-40da-9feb-9dadaf4fc389, host dv-cinder-740146-14-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:12:46.002226 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-0421dec0-3737-49c5-bf7f-eee648c94eb5 None None] For port 8da53b0d-6348-40da-9feb-9dadaf4fc389, host dv-cinder-740146-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=8da53b0d-6348-40da-9feb-9dadaf4fc389,segment=NetworkSegment(ef342fbb-c25c-49c4-bd38-1f15c79d8ac6),segment_id=ef342fbb-c25c-49c4-bd38-1f15c79d8ac6)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:12:46.012512 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0421dec0-3737-49c5-bf7f-eee648c94eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (8da53b0d-6348-40da-9feb-9dadaf4fc389), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:46.060284 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f1e3a966-90d8-4156-b990-9857e938298a req-334ed2f7-b9d1-4397-a722-b623390b7463 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--662513277&fields=id&tenant_id=717229175a63443abe76773a02a79818 HTTP/1.1" status: 200 len: 267 time: 0.0492802 Mar 11 03:12:46.067847 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 546633a1-11b1-4e62-aa49-2a50d0956169, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=546633a1-11b1-4e62-aa49-2a50d0956169,segment=NetworkSegment(850685ec-e887-458e-aac0-a70aa95557bd),segment_id=850685ec-e887-458e-aac0-a70aa95557bd)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:12:46.085412 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d956231-7639-47f8-a057-1f308738829e None None] Pushing event updated for resources: {'Port': ['ID=8da53b0d-6348-40da-9feb-9dadaf4fc389,revision_number=4']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:46.090093 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Returning: {'device': '546633a1-11b1-4e62-aa49-2a50d0956169', 'network_id': '39c26298-ee69-45d3-8128-5b69acca4a40', 'port_id': '546633a1-11b1-4e62-aa49-2a50d0956169', 'mac_address': 'fa:16:3e:cd:59:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e88f191b-7ea3-436b-a858-ea2ec218332e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 03:12:46.109597 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0421dec0-3737-49c5-bf7f-eee648c94eb5 None None] Routers {'85f1d4b4-841e-4e79-b6a3-22bb7b77955c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:12:46.110267 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0421dec0-3737-49c5-bf7f-eee648c94eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:12:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:12:46.132892 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-fa3366cf-c18d-476e-9a40-0517ae3a3bf6 None None] Provisioning complete for port 8da53b0d-6348-40da-9feb-9dadaf4fc389 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:12:46.133527 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fa3366cf-c18d-476e-9a40-0517ae3a3bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (8da53b0d-6348-40da-9feb-9dadaf4fc389), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:46.183598 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 546633a1-11b1-4e62-aa49-2a50d0956169 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:12:46.185090 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (546633a1-11b1-4e62-aa49-2a50d0956169), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:46.188583 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3a966-90d8-4156-b990-9857e938298a req-115ce73d-02be-4970-b5e2-f84c7f01b424 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:46.191215 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f1e3a966-90d8-4156-b990-9857e938298a req-115ce73d-02be-4970-b5e2-f84c7f01b424 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/networks?id=fd48ed16-54d7-4f44-be1f-91d180612d66 HTTP/1.1" status: 200 len: 815 time: 0.1242161 Mar 11 03:12:46.203881 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 546633a1-11b1-4e62-aa49-2a50d0956169 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:12:46.208434 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f1e3a966-90d8-4156-b990-9857e938298a req-1bb6e56a-ee22-4d28-8717-e19f2041e2b7 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/quotas/717229175a63443abe76773a02a79818 HTTP/1.1" status: 200 len: 375 time: 0.0112164 Mar 11 03:12:46.232514 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 546633a1-11b1-4e62-aa49-2a50d0956169, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=546633a1-11b1-4e62-aa49-2a50d0956169,segment=NetworkSegment(850685ec-e887-458e-aac0-a70aa95557bd),segment_id=850685ec-e887-458e-aac0-a70aa95557bd)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:12:46.240858 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (546633a1-11b1-4e62-aa49-2a50d0956169), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:46.252725 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-0421dec0-3737-49c5-bf7f-eee648c94eb5 None None] Set router 85f1d4b4-841e-4e79-b6a3-22bb7b77955c gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:12:46.283658 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f1e3a966-90d8-4156-b990-9857e938298a req-f8358496-e2eb-4822-a570-d5dc52276996 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=717229175a63443abe76773a02a79818&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686646 Mar 11 03:12:46.317021 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-fa3366cf-c18d-476e-9a40-0517ae3a3bf6 None None] Current status of the port 8da53b0d-6348-40da-9feb-9dadaf4fc389 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:12:46.317465 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fa3366cf-c18d-476e-9a40-0517ae3a3bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (8da53b0d-6348-40da-9feb-9dadaf4fc389), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:46.330776 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=546633a1-11b1-4e62-aa49-2a50d0956169,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:46.358355 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-fa3366cf-c18d-476e-9a40-0517ae3a3bf6 None None] For port 8da53b0d-6348-40da-9feb-9dadaf4fc389, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=8da53b0d-6348-40da-9feb-9dadaf4fc389,segment=NetworkSegment(ef342fbb-c25c-49c4-bd38-1f15c79d8ac6),segment_id=ef342fbb-c25c-49c4-bd38-1f15c79d8ac6)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:12:46.362781 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fa3366cf-c18d-476e-9a40-0517ae3a3bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (8da53b0d-6348-40da-9feb-9dadaf4fc389), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:46.396554 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f1e3a966-90d8-4156-b990-9857e938298a req-8946c970-d417-491d-9c03-9f2d3a470c7d service neutron] 10.222.0.16 "GET /v2.0/networks/fd48ed16-54d7-4f44-be1f-91d180612d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994575 Mar 11 03:12:46.420175 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3366cf-c18d-476e-9a40-0517ae3a3bf6 None None] Pushing event updated for resources: {'Port': ['ID=8da53b0d-6348-40da-9feb-9dadaf4fc389,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:46.471901 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0421dec0-3737-49c5-bf7f-eee648c94eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'name': 'tempest-AttachVolumeNegativeTest-1651227581-router', 'tenant_id': '717229175a63443abe76773a02a79818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:43Z', 'revision_number': 4, 'project_id': '717229175a63443abe76773a02a79818', 'gw_port': {'id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '8da53b0d-6348-40da-9feb-9dadaf4fc389', 'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'tenant_id': '717229175a63443abe76773a02a79818', 'mac_address': 'fa:16:3e:bf:6f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:42Z', 'updated_at': '2022-03-11T03:12:45Z', 'revision_number': 4, 'project_id': '717229175a63443abe76773a02a79818', 'subnets': [{'id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:12:46.483533 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] get_ports_and_sgs() called for port_ids ['546633a1-11b1-4e62-aa49-2a50d0956169'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:12:46.498681 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f1e3a966-90d8-4156-b990-9857e938298a req-96e340a1-774e-4009-82da-02fbd5b1b244 service neutron] 10.222.0.16 "GET /v2.0/networks/fd48ed16-54d7-4f44-be1f-91d180612d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956430 Mar 11 03:12:46.499448 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0421dec0-3737-49c5-bf7f-eee648c94eb5 None None] The sync data for ids ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'] in dv-cinder-740146-14-iscsi is: [{'id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'name': 'tempest-AttachVolumeNegativeTest-1651227581-router', 'tenant_id': '717229175a63443abe76773a02a79818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:43Z', 'revision_number': 4, 'project_id': '717229175a63443abe76773a02a79818', 'gw_port': {'id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '8da53b0d-6348-40da-9feb-9dadaf4fc389', 'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'tenant_id': '717229175a63443abe76773a02a79818', 'mac_address': 'fa:16:3e:bf:6f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:42Z', 'updated_at': '2022-03-11T03:12:45Z', 'revision_number': 4, 'project_id': '717229175a63443abe76773a02a79818', 'subnets': [{'id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:12:46.529471 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-495aff73-5834-40e6-bb51-7c54239cae73 None None] Provisioning complete for port 8da53b0d-6348-40da-9feb-9dadaf4fc389 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:12:46.529930 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-495aff73-5834-40e6-bb51-7c54239cae73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (8da53b0d-6348-40da-9feb-9dadaf4fc389), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:46.739285 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-495aff73-5834-40e6-bb51-7c54239cae73 None None] Current status of the port 8da53b0d-6348-40da-9feb-9dadaf4fc389 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:12:46.743236 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9d9d0bb3-e439-4655-a7f4-619aab55f8f9 req-f296884a-5f75-43ca-b3a1-8256315d92c4 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=19840621-ede7-49be-90a5-c7d48658acb7 HTTP/1.1" status: 200 len: 210 time: 0.0409565 Mar 11 03:12:46.802831 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde31e4b-7908-43f6-9d94-5ba69c12ac1f req-092240a4-5974-4fef-9e1a-d4f9ab6ac4af tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:46.804499 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dde31e4b-7908-43f6-9d94-5ba69c12ac1f req-092240a4-5974-4fef-9e1a-d4f9ab6ac4af tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 944 time: 0.1055126 Mar 11 03:12:46.860694 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dde31e4b-7908-43f6-9d94-5ba69c12ac1f req-e18c2285-d7bb-47ae-82dc-fac5a04bfd97 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/security-groups?id=d98d13d7-35e8-43b2-a5ea-0972cbca35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486948 Mar 11 03:12:47.070015 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 8da53b0d-6348-40da-9feb-9dadaf4fc389 up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:12:47.125698 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port 8da53b0d-6348-40da-9feb-9dadaf4fc389 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:12:47.126111 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (8da53b0d-6348-40da-9feb-9dadaf4fc389), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:47.210347 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port 8da53b0d-6348-40da-9feb-9dadaf4fc389 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:12:47.211574 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 6b31a96a-eb5d-4c02-98be-eb604d43755b up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:12:47.262467 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port 6b31a96a-eb5d-4c02-98be-eb604d43755b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:12:47.262851 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (6b31a96a-eb5d-4c02-98be-eb604d43755b), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:47.346675 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port 6b31a96a-eb5d-4c02-98be-eb604d43755b is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:12:47.790969 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3a966-90d8-4156-b990-9857e938298a req-92af41bb-c4fd-4149-b36a-349e9aa44ec4 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:47.792940 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-f1e3a966-90d8-4156-b990-9857e938298a req-92af41bb-c4fd-4149-b36a-349e9aa44ec4 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.18 "GET /v2.0/networks?id=fd48ed16-54d7-4f44-be1f-91d180612d66 HTTP/1.1" status: 200 len: 815 time: 0.1067159 Mar 11 03:12:47.837709 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bb56a97e-4aa5-4bf9-a6d4-bf84e3a2762b req-95e52e02-7763-450b-a7dd-a3a64a7779df tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=19840621-ede7-49be-90a5-c7d48658acb7 HTTP/1.1" status: 200 len: 210 time: 0.0295784 Mar 11 03:12:47.870949 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-f1e3a966-90d8-4156-b990-9857e938298a req-991d7e0d-3369-41f5-a610-ff8cd329e1a5 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=717229175a63443abe76773a02a79818 HTTP/1.1" status: 200 len: 379 time: 0.0598531 Mar 11 03:12:47.880172 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-f1e3a966-90d8-4156-b990-9857e938298a req-e4d2dd91-8580-43f4-9e33-de9270cdb9b4 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Request body: {'port': {'device_id': '19840621-ede7-49be-90a5-c7d48658acb7', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'admin_state_up': True, 'tenant_id': '717229175a63443abe76773a02a79818', 'security_groups': ['70ab0a1f-e2bb-40dc-bca5-073fd2b4fc54']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:12:47.939750 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 546633a1-11b1-4e62-aa49-2a50d0956169 up at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:12:47.982965 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0184974-5447-408d-88d4-7cd1982280ce req-49be4191-55d6-44b7-8ecb-aac3083118b1 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:47.984367 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b0184974-5447-408d-88d4-7cd1982280ce req-49be4191-55d6-44b7-8ecb-aac3083118b1 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 944 time: 0.0574024 Mar 11 03:12:47.991469 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1e3a966-90d8-4156-b990-9857e938298a req-e4d2dd91-8580-43f4-9e33-de9270cdb9b4 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Made reservation on behalf of 717229175a63443abe76773a02a79818 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:12:47.993635 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning for port 546633a1-11b1-4e62-aa49-2a50d0956169 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 03:12:47.994894 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f1e3a966-90d8-4156-b990-9857e938298a req-e4d2dd91-8580-43f4-9e33-de9270cdb9b4 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:47.998822 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning complete for port 546633a1-11b1-4e62-aa49-2a50d0956169 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:12:47.999264 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (546633a1-11b1-4e62-aa49-2a50d0956169), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:48.041590 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b0184974-5447-408d-88d4-7cd1982280ce req-8cfc83de-d760-406e-b9db-9423ef4ab029 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/security-groups?id=d98d13d7-35e8-43b2-a5ea-0972cbca35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489247 Mar 11 03:12:48.133029 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-f1e3a966-90d8-4156-b990-9857e938298a req-e4d2dd91-8580-43f4-9e33-de9270cdb9b4 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Allocated IP 172.20.0.10 (fd48ed16-54d7-4f44-be1f-91d180612d66/a31257a5-7a1e-45b3-aef2-2a2faf6425a3/e18e512d-0025-44a4-98f5-12fd254f1569) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:12:48.199307 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 546633a1-11b1-4e62-aa49-2a50d0956169 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:12:48.200774 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (546633a1-11b1-4e62-aa49-2a50d0956169), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:48.223565 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47dd206a-85d8-4e0c-87f6-25f59994ab43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '546633a1-11b1-4e62-aa49-2a50d0956169'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:12:48.225833 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288e491573ecc61b3bf0bc0bc1cef05b47d52e8efc38ed9f7c410eed2e18b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca24ffb-effd-4f5f-9595-133461bc19b4" -d '{"events": [{"server_uuid": "47dd206a-85d8-4e0c-87f6-25f59994ab43", "name": "network-vif-plugged", "status": "completed", "tag": "546633a1-11b1-4e62-aa49-2a50d0956169"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:12:48.238048 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 546633a1-11b1-4e62-aa49-2a50d0956169, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=546633a1-11b1-4e62-aa49-2a50d0956169,segment=NetworkSegment(850685ec-e887-458e-aac0-a70aa95557bd),segment_id=850685ec-e887-458e-aac0-a70aa95557bd)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:12:48.243510 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (546633a1-11b1-4e62-aa49-2a50d0956169), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:48.271970 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21674b68-263b-486e-bf93-2f8e5c0e07b6 x-openstack-request-id: req-21674b68-263b-486e-bf93-2f8e5c0e07b6 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:12:48.272295 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47dd206a-85d8-4e0c-87f6-25f59994ab43", "name": "network-vif-plugged", "status": "completed", "tag": "546633a1-11b1-4e62-aa49-2a50d0956169", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:12:48.272551 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-21674b68-263b-486e-bf93-2f8e5c0e07b6 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:12:48.272935 dv-cinder-740146-14-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47dd206a-85d8-4e0c-87f6-25f59994ab43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '546633a1-11b1-4e62-aa49-2a50d0956169', 'code': 200} Mar 11 03:12:48.274501 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f1e3a966-90d8-4156-b990-9857e938298a req-e4d2dd91-8580-43f4-9e33-de9270cdb9b4 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for port (e18e512d-0025-44a4-98f5-12fd254f1569), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:48.300597 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=546633a1-11b1-4e62-aa49-2a50d0956169,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:48.315337 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f1e3a966-90d8-4156-b990-9857e938298a req-e4d2dd91-8580-43f4-9e33-de9270cdb9b4 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (e18e512d-0025-44a4-98f5-12fd254f1569), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:48.357120 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1e3a966-90d8-4156-b990-9857e938298a req-e4d2dd91-8580-43f4-9e33-de9270cdb9b4 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Network fd48ed16-54d7-4f44-be1f-91d180612d66 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:12:48.362738 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-f1e3a966-90d8-4156-b990-9857e938298a req-e4d2dd91-8580-43f4-9e33-de9270cdb9b4 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:12:48.366506 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e3a966-90d8-4156-b990-9857e938298a req-e4d2dd91-8580-43f4-9e33-de9270cdb9b4 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:12:48.393999 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2dd91-8580-43f4-9e33-de9270cdb9b4 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Pushing event updated for resources: {'Port': ['ID=e18e512d-0025-44a4-98f5-12fd254f1569,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:48.450026 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3a966-90d8-4156-b990-9857e938298a req-e4d2dd91-8580-43f4-9e33-de9270cdb9b4 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:48.450661 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f1e3a966-90d8-4156-b990-9857e938298a req-e4d2dd91-8580-43f4-9e33-de9270cdb9b4 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:48.473493 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb427ad-3c60-46c1-b199-eb71806539fb req-423ac4e7-a695-4473-8d4b-b90ebf17b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:48.475346 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0fb427ad-3c60-46c1-b199-eb71806539fb req-423ac4e7-a695-4473-8d4b-b90ebf17b552 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 1129 time: 0.0761929 Mar 11 03:12:48.478528 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-f1e3a966-90d8-4156-b990-9857e938298a req-e4d2dd91-8580-43f4-9e33-de9270cdb9b4 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6019630 Mar 11 03:12:48.498013 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-f1e3a966-90d8-4156-b990-9857e938298a req-02c48109-a735-45a3-b581-7b16828a1511 service neutron] Request body: {'port': {'device_id': '19840621-ede7-49be-90a5-c7d48658acb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:12:48.562938 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0fb427ad-3c60-46c1-b199-eb71806539fb req-9377eaa4-aeed-49ed-85d5-9c212abaae1f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d98d13d7-35e8-43b2-a5ea-0972cbca35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759637 Mar 11 03:12:48.576362 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f3c9fd64-20f5-47df-96e0-ad14621fd765 None None] Provisioning complete for port e18e512d-0025-44a4-98f5-12fd254f1569 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:12:48.576734 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f3c9fd64-20f5-47df-96e0-ad14621fd765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (e18e512d-0025-44a4-98f5-12fd254f1569), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:48.588905 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f1e3a966-90d8-4156-b990-9857e938298a req-02c48109-a735-45a3-b581-7b16828a1511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (e18e512d-0025-44a4-98f5-12fd254f1569), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:48.611090 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-f3c9fd64-20f5-47df-96e0-ad14621fd765 None None] Port e18e512d-0025-44a4-98f5-12fd254f1569 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:12:48.846430 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [req-f1e3a966-90d8-4156-b990-9857e938298a req-02c48109-a735-45a3-b581-7b16828a1511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e18e512d-0025-44a4-98f5-12fd254f1569 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:12:48.853564 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f1e3a966-90d8-4156-b990-9857e938298a req-02c48109-a735-45a3-b581-7b16828a1511 service neutron] Publish callbacks [] for port (e18e512d-0025-44a4-98f5-12fd254f1569), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:48.865915 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-f1e3a966-90d8-4156-b990-9857e938298a req-02c48109-a735-45a3-b581-7b16828a1511 service neutron] Transition to ACTIVE for port object e18e512d-0025-44a4-98f5-12fd254f1569 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 03:12:48.869952 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f1e3a966-90d8-4156-b990-9857e938298a req-02c48109-a735-45a3-b581-7b16828a1511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26187659'] for port (e18e512d-0025-44a4-98f5-12fd254f1569), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:48.927119 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c48109-a735-45a3-b581-7b16828a1511 service neutron] Pushing event updated for resources: {'Port': ['ID=e18e512d-0025-44a4-98f5-12fd254f1569,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:48.969954 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a803a54-98c9-43ec-8f57-5a6f650f2165 req-4a1887f7-d320-4308-aaa4-b864ce935150 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:48.971667 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4a803a54-98c9-43ec-8f57-5a6f650f2165 req-4a1887f7-d320-4308-aaa4-b864ce935150 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=19840621-ede7-49be-90a5-c7d48658acb7 HTTP/1.1" status: 200 len: 944 time: 0.0643296 Mar 11 03:12:48.996339 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-f1e3a966-90d8-4156-b990-9857e938298a req-02c48109-a735-45a3-b581-7b16828a1511 service neutron] Attempting to bind port e18e512d-0025-44a4-98f5-12fd254f1569 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:12:48.997282 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-f1e3a966-90d8-4156-b990-9857e938298a req-02c48109-a735-45a3-b581-7b16828a1511 service neutron] Attempting to bind port e18e512d-0025-44a4-98f5-12fd254f1569 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'ef342fbb-c25c-49c4-bd38-1f15c79d8ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:12:48.997282 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e3a966-90d8-4156-b990-9857e938298a req-02c48109-a735-45a3-b581-7b16828a1511 service neutron] Attempting to bind port e18e512d-0025-44a4-98f5-12fd254f1569 on network fd48ed16-54d7-4f44-be1f-91d180612d66 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:12:49.001563 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e3a966-90d8-4156-b990-9857e938298a req-02c48109-a735-45a3-b581-7b16828a1511 service neutron] Port e18e512d-0025-44a4-98f5-12fd254f1569 on network fd48ed16-54d7-4f44-be1f-91d180612d66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 03:12:49.001962 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e3a966-90d8-4156-b990-9857e938298a req-02c48109-a735-45a3-b581-7b16828a1511 service neutron] Attempting to bind port e18e512d-0025-44a4-98f5-12fd254f1569 on network fd48ed16-54d7-4f44-be1f-91d180612d66 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:12:49.006947 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e3a966-90d8-4156-b990-9857e938298a req-02c48109-a735-45a3-b581-7b16828a1511 service neutron] Checking agent: {'id': '5f38bfdc-d68c-4827-815d-ecd182596ad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'started_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:12:49.007290 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e3a966-90d8-4156-b990-9857e938298a req-02c48109-a735-45a3-b581-7b16828a1511 service neutron] Checking segment: {'id': 'ef342fbb-c25c-49c4-bd38-1f15c79d8ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:12:49.007681 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e3a966-90d8-4156-b990-9857e938298a req-02c48109-a735-45a3-b581-7b16828a1511 service neutron] Bound using segment: {'id': 'ef342fbb-c25c-49c4-bd38-1f15c79d8ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:12:49.008115 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-f1e3a966-90d8-4156-b990-9857e938298a req-02c48109-a735-45a3-b581-7b16828a1511 service neutron] Bound port: e18e512d-0025-44a4-98f5-12fd254f1569, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef342fbb-c25c-49c4-bd38-1f15c79d8ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:12:49.008479 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f1e3a966-90d8-4156-b990-9857e938298a req-02c48109-a735-45a3-b581-7b16828a1511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (e18e512d-0025-44a4-98f5-12fd254f1569), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:49.025140 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4a803a54-98c9-43ec-8f57-5a6f650f2165 req-8b470f1a-dadd-4936-b930-444dc0852445 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups?id=70ab0a1f-e2bb-40dc-bca5-073fd2b4fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471478 Mar 11 03:12:49.074348 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-f1e3a966-90d8-4156-b990-9857e938298a req-02c48109-a735-45a3-b581-7b16828a1511 service neutron] For port e18e512d-0025-44a4-98f5-12fd254f1569, host hv-cinder-74014, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:12:49.077674 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-f1e3a966-90d8-4156-b990-9857e938298a req-02c48109-a735-45a3-b581-7b16828a1511 service neutron] For port e18e512d-0025-44a4-98f5-12fd254f1569, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e18e512d-0025-44a4-98f5-12fd254f1569,segment=NetworkSegment(ef342fbb-c25c-49c4-bd38-1f15c79d8ac6),segment_id=ef342fbb-c25c-49c4-bd38-1f15c79d8ac6)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:12:49.084567 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f1e3a966-90d8-4156-b990-9857e938298a req-02c48109-a735-45a3-b581-7b16828a1511 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26187659'] for port (e18e512d-0025-44a4-98f5-12fd254f1569), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:49.126700 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3a966-90d8-4156-b990-9857e938298a req-02c48109-a735-45a3-b581-7b16828a1511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:49.127521 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f1e3a966-90d8-4156-b990-9857e938298a req-02c48109-a735-45a3-b581-7b16828a1511 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:49.129178 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-f1e3a966-90d8-4156-b990-9857e938298a req-02c48109-a735-45a3-b581-7b16828a1511 service neutron] 10.222.0.18 "PUT /v2.0/ports/e18e512d-0025-44a4-98f5-12fd254f1569 HTTP/1.1" status: 200 len: 1094 time: 0.6366518 Mar 11 03:12:49.129726 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19840621-ede7-49be-90a5-c7d48658acb7', 'tag': 'e18e512d-0025-44a4-98f5-12fd254f1569'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:12:49.132227 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938d07de-95a5-4093-943f-3c34da79619d" -d '{"events": [{"name": "network-changed", "server_uuid": "19840621-ede7-49be-90a5-c7d48658acb7", "tag": "e18e512d-0025-44a4-98f5-12fd254f1569"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:12:49.175878 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c48109-a735-45a3-b581-7b16828a1511 service neutron] Pushing event updated for resources: {'Port': ['ID=e18e512d-0025-44a4-98f5-12fd254f1569,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:49.195615 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20af097-3120-428f-9c3a-5f2ea13f2211 x-openstack-request-id: req-e20af097-3120-428f-9c3a-5f2ea13f2211 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:12:49.196001 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19840621-ede7-49be-90a5-c7d48658acb7", "tag": "e18e512d-0025-44a4-98f5-12fd254f1569", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:12:49.196345 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e20af097-3120-428f-9c3a-5f2ea13f2211 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:12:49.196822 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19840621-ede7-49be-90a5-c7d48658acb7', 'tag': 'e18e512d-0025-44a4-98f5-12fd254f1569', 'status': 'completed', 'code': 200} Mar 11 03:12:49.200992 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96191896-8e4f-4cd4-8b02-238bee6cc7e0 req-881d7353-7b01-4d54-a440-1c799b932ddb tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:49.202600 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-96191896-8e4f-4cd4-8b02-238bee6cc7e0 req-881d7353-7b01-4d54-a440-1c799b932ddb tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 945 time: 0.0804942 Mar 11 03:12:49.234186 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3a966-90d8-4156-b990-9857e938298a req-b90ffe31-69de-4679-8cf0-53ffe0b0f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:49.236047 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-f1e3a966-90d8-4156-b990-9857e938298a req-b90ffe31-69de-4679-8cf0-53ffe0b0f21a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=717229175a63443abe76773a02a79818&device_id=19840621-ede7-49be-90a5-c7d48658acb7 HTTP/1.1" status: 200 len: 1128 time: 0.0532317 Mar 11 03:12:49.252240 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-96191896-8e4f-4cd4-8b02-238bee6cc7e0 req-090cd342-1d94-46ad-a137-8184f5db429a tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/security-groups?id=d98d13d7-35e8-43b2-a5ea-0972cbca35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437937 Mar 11 03:12:49.282063 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-f1e3a966-90d8-4156-b990-9857e938298a req-f181feb0-a58d-4ecd-978a-2836bd3e6ad9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e18e512d-0025-44a4-98f5-12fd254f1569 HTTP/1.1" status: 200 len: 217 time: 0.0360827 Mar 11 03:12:49.334402 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3a966-90d8-4156-b990-9857e938298a req-1c898df1-b0bd-485b-9244-c966b06e819d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:49.335822 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-f1e3a966-90d8-4156-b990-9857e938298a req-1c898df1-b0bd-485b-9244-c966b06e819d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a31257a5-7a1e-45b3-aef2-2a2faf6425a3 HTTP/1.1" status: 200 len: 854 time: 0.0483222 Mar 11 03:12:49.385747 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3a966-90d8-4156-b990-9857e938298a req-ba8d70b8-fb7f-454c-aeb2-55030a115fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:49.387824 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-f1e3a966-90d8-4156-b990-9857e938298a req-ba8d70b8-fb7f-454c-aeb2-55030a115fd3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd48ed16-54d7-4f44-be1f-91d180612d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0455232 Mar 11 03:12:49.481942 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-f1e3a966-90d8-4156-b990-9857e938298a req-bc729d39-ef6d-47ed-9299-892c6bf51adb service neutron] 10.222.0.18 "GET /v2.0/networks/fd48ed16-54d7-4f44-be1f-91d180612d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815055 Mar 11 03:12:49.582414 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-f1e3a966-90d8-4156-b990-9857e938298a req-07a5eaed-49d4-41a6-bbdb-3a2270e41581 service neutron] 10.222.0.18 "GET /v2.0/networks/fd48ed16-54d7-4f44-be1f-91d180612d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861516 Mar 11 03:12:49.674806 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d07de-95a5-4093-943f-3c34da79619d req-e9b0b9e0-86d2-47be-8782-bfcf1ecce53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:49.676168 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-938d07de-95a5-4093-943f-3c34da79619d req-e9b0b9e0-86d2-47be-8782-bfcf1ecce53c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=717229175a63443abe76773a02a79818&device_id=19840621-ede7-49be-90a5-c7d48658acb7 HTTP/1.1" status: 200 len: 1128 time: 0.0440533 Mar 11 03:12:49.769991 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d07de-95a5-4093-943f-3c34da79619d req-097287a4-8590-4d0e-8907-614366c30172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:49.771437 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-938d07de-95a5-4093-943f-3c34da79619d req-097287a4-8590-4d0e-8907-614366c30172 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fd48ed16-54d7-4f44-be1f-91d180612d66 HTTP/1.1" status: 200 len: 915 time: 0.0882878 Mar 11 03:12:49.816406 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-938d07de-95a5-4093-943f-3c34da79619d req-652cb3fe-d6d7-4db9-9b79-881280439922 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e18e512d-0025-44a4-98f5-12fd254f1569 HTTP/1.1" status: 200 len: 217 time: 0.0347295 Mar 11 03:12:49.863205 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d07de-95a5-4093-943f-3c34da79619d req-9dc5d572-48c1-4c37-8885-3e2c93719d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:49.864579 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-938d07de-95a5-4093-943f-3c34da79619d req-9dc5d572-48c1-4c37-8885-3e2c93719d10 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a31257a5-7a1e-45b3-aef2-2a2faf6425a3 HTTP/1.1" status: 200 len: 854 time: 0.0418615 Mar 11 03:12:49.915385 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d07de-95a5-4093-943f-3c34da79619d req-e05fa155-5adb-4015-a52e-29efbdfccbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:49.916808 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-938d07de-95a5-4093-943f-3c34da79619d req-e05fa155-5adb-4015-a52e-29efbdfccbf9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd48ed16-54d7-4f44-be1f-91d180612d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0461190 Mar 11 03:12:50.002591 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-938d07de-95a5-4093-943f-3c34da79619d req-83496515-17ab-4298-adfb-1b76423091f3 service neutron] 10.222.0.18 "GET /v2.0/networks/fd48ed16-54d7-4f44-be1f-91d180612d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793326 Mar 11 03:12:50.094853 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-938d07de-95a5-4093-943f-3c34da79619d req-0adb1a2d-fed1-4933-956e-eeace48b6e8c service neutron] 10.222.0.18 "GET /v2.0/networks/fd48ed16-54d7-4f44-be1f-91d180612d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861456 Mar 11 03:12:50.146001 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0621a-c160-4181-824d-5a7ef5a2f3eb req-4495e1ec-0848-4ec9-b084-469efc6c7c6e tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:50.147458 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-17b0621a-c160-4181-824d-5a7ef5a2f3eb req-4495e1ec-0848-4ec9-b084-469efc6c7c6e tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=19840621-ede7-49be-90a5-c7d48658acb7 HTTP/1.1" status: 200 len: 944 time: 0.0519764 Mar 11 03:12:50.192761 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-17b0621a-c160-4181-824d-5a7ef5a2f3eb req-d266d085-0e7c-44b2-8633-e32534ad33d6 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups?id=70ab0a1f-e2bb-40dc-bca5-073fd2b4fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397251 Mar 11 03:12:50.369268 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783e21f-3eb4-4b67-9ba1-01cf59f95878 req-54fb06b8-7178-4125-bf69-5f8e1dacf115 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:50.370777 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3783e21f-3eb4-4b67-9ba1-01cf59f95878 req-54fb06b8-7178-4125-bf69-5f8e1dacf115 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 945 time: 0.0517316 Mar 11 03:12:50.419953 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3783e21f-3eb4-4b67-9ba1-01cf59f95878 req-d9973b09-b398-416b-a4cc-d6fbdd4a387b tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/security-groups?id=d98d13d7-35e8-43b2-a5ea-0972cbca35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435157 Mar 11 03:12:50.532789 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f32d06-9774-413d-ba23-9315736d2ccb req-4f80ae89-4176-4382-a064-26939ab7a7f4 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:50.534287 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-87f32d06-9774-413d-ba23-9315736d2ccb req-4f80ae89-4176-4382-a064-26939ab7a7f4 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 945 time: 0.0514953 Mar 11 03:12:50.580167 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-87f32d06-9774-413d-ba23-9315736d2ccb req-38c87c44-1fc7-4796-9e7a-a22c663cab6b tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/security-groups?id=d98d13d7-35e8-43b2-a5ea-0972cbca35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404840 Mar 11 03:12:50.900561 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3ba13-149d-4fbf-aa19-df8fe3aee002 req-ae4ce097-76c3-4802-a025-4fe306a7b3a0 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:50.902053 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d4c3ba13-149d-4fbf-aa19-df8fe3aee002 req-ae4ce097-76c3-4802-a025-4fe306a7b3a0 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 945 time: 0.0511937 Mar 11 03:12:50.947115 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d4c3ba13-149d-4fbf-aa19-df8fe3aee002 req-66380c1d-8fb5-440e-b520-37289875b0b0 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/security-groups?id=d98d13d7-35e8-43b2-a5ea-0972cbca35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390501 Mar 11 03:12:51.318140 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c662de-0c64-4c56-802c-eaaca1a87916 req-5606b970-b8b6-4e9f-a9d9-8f8283405173 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:51.319736 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-90c662de-0c64-4c56-802c-eaaca1a87916 req-5606b970-b8b6-4e9f-a9d9-8f8283405173 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=19840621-ede7-49be-90a5-c7d48658acb7 HTTP/1.1" status: 200 len: 944 time: 0.0580423 Mar 11 03:12:51.367734 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-90c662de-0c64-4c56-802c-eaaca1a87916 req-52ec4be9-df52-4be3-ac16-176c1972b889 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups?id=70ab0a1f-e2bb-40dc-bca5-073fd2b4fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410421 Mar 11 03:12:51.950718 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device e18e512d-0025-44a4-98f5-12fd254f1569 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 03:12:52.048255 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port e18e512d-0025-44a4-98f5-12fd254f1569, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e18e512d-0025-44a4-98f5-12fd254f1569,segment=NetworkSegment(ef342fbb-c25c-49c4-bd38-1f15c79d8ac6),segment_id=ef342fbb-c25c-49c4-bd38-1f15c79d8ac6)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:12:52.060085 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Returning: {'device': 'e18e512d-0025-44a4-98f5-12fd254f1569', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'port_id': 'e18e512d-0025-44a4-98f5-12fd254f1569', 'mac_address': 'fa:16:3e:f8:09:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 03:12:52.097159 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port e18e512d-0025-44a4-98f5-12fd254f1569 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:12:52.097548 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (e18e512d-0025-44a4-98f5-12fd254f1569), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:52.110381 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e18e512d-0025-44a4-98f5-12fd254f1569 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:12:52.130823 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port e18e512d-0025-44a4-98f5-12fd254f1569, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e18e512d-0025-44a4-98f5-12fd254f1569,segment=NetworkSegment(ef342fbb-c25c-49c4-bd38-1f15c79d8ac6),segment_id=ef342fbb-c25c-49c4-bd38-1f15c79d8ac6)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:12:52.134294 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (e18e512d-0025-44a4-98f5-12fd254f1569), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:52.180814 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=e18e512d-0025-44a4-98f5-12fd254f1569,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:52.397311 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] get_ports_and_sgs() called for port_ids ['e18e512d-0025-44a4-98f5-12fd254f1569'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:12:52.491335 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65554ce-5730-4558-ab2f-652f51bad5f8 req-2eafdce9-4b01-4f41-a0f4-6355474aa6a3 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:52.492860 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c65554ce-5730-4558-ab2f-652f51bad5f8 req-2eafdce9-4b01-4f41-a0f4-6355474aa6a3 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=19840621-ede7-49be-90a5-c7d48658acb7 HTTP/1.1" status: 200 len: 945 time: 0.0572631 Mar 11 03:12:52.542978 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c65554ce-5730-4558-ab2f-652f51bad5f8 req-9cdd2cce-2bf6-40ba-b94d-c945cafbd86e tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups?id=70ab0a1f-e2bb-40dc-bca5-073fd2b4fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424235 Mar 11 03:12:53.660023 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73dda6-e6ad-48cf-aec4-6e9a3fbbe414 req-544ab10a-0a98-4097-9448-bcb96a70ba2f tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:53.661384 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2f73dda6-e6ad-48cf-aec4-6e9a3fbbe414 req-544ab10a-0a98-4097-9448-bcb96a70ba2f tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=19840621-ede7-49be-90a5-c7d48658acb7 HTTP/1.1" status: 200 len: 945 time: 0.0531075 Mar 11 03:12:53.710879 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2f73dda6-e6ad-48cf-aec4-6e9a3fbbe414 req-50af82c6-3e03-473c-acd7-df8e655303a0 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups?id=70ab0a1f-e2bb-40dc-bca5-073fd2b4fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438919 Mar 11 03:12:53.970077 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device e18e512d-0025-44a4-98f5-12fd254f1569 up at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:12:54.016839 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning for port e18e512d-0025-44a4-98f5-12fd254f1569 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 03:12:54.020850 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning complete for port e18e512d-0025-44a4-98f5-12fd254f1569 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:12:54.021269 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (e18e512d-0025-44a4-98f5-12fd254f1569), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:54.098718 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port e18e512d-0025-44a4-98f5-12fd254f1569 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:12:54.099111 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (e18e512d-0025-44a4-98f5-12fd254f1569), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:54.121718 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19840621-ede7-49be-90a5-c7d48658acb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18e512d-0025-44a4-98f5-12fd254f1569'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:12:54.124096 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288e491573ecc61b3bf0bc0bc1cef05b47d52e8efc38ed9f7c410eed2e18b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22a8c8d-24a4-4502-b10b-cd010b349e77" -d '{"events": [{"server_uuid": "19840621-ede7-49be-90a5-c7d48658acb7", "name": "network-vif-plugged", "status": "completed", "tag": "e18e512d-0025-44a4-98f5-12fd254f1569"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:12:54.136144 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port e18e512d-0025-44a4-98f5-12fd254f1569, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e18e512d-0025-44a4-98f5-12fd254f1569,segment=NetworkSegment(ef342fbb-c25c-49c4-bd38-1f15c79d8ac6),segment_id=ef342fbb-c25c-49c4-bd38-1f15c79d8ac6)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:12:54.141159 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (e18e512d-0025-44a4-98f5-12fd254f1569), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:54.163503 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7a0260-261b-464b-be40-a4633b625449 x-openstack-request-id: req-ec7a0260-261b-464b-be40-a4633b625449 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:12:54.163798 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19840621-ede7-49be-90a5-c7d48658acb7", "name": "network-vif-plugged", "status": "completed", "tag": "e18e512d-0025-44a4-98f5-12fd254f1569", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:12:54.164056 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ec7a0260-261b-464b-be40-a4633b625449 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:12:54.164448 dv-cinder-740146-14-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19840621-ede7-49be-90a5-c7d48658acb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18e512d-0025-44a4-98f5-12fd254f1569', 'code': 200} Mar 11 03:12:54.189730 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=e18e512d-0025-44a4-98f5-12fd254f1569,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:12:54.330384 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336b994-85aa-4e49-a134-640068b0a102 req-52f5c28c-113a-48ac-9af8-f43feaf13075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:54.331767 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a336b994-85aa-4e49-a134-640068b0a102 req-52f5c28c-113a-48ac-9af8-f43feaf13075 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=19840621-ede7-49be-90a5-c7d48658acb7 HTTP/1.1" status: 200 len: 1130 time: 0.0450304 Mar 11 03:12:54.375231 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a336b994-85aa-4e49-a134-640068b0a102 req-f806db5d-dcad-4164-a3a7-3bf6a6cb722a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=70ab0a1f-e2bb-40dc-bca5-073fd2b4fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375917 Mar 11 03:12:54.827107 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1df757-ee28-40f5-8c37-c5e58eca30f6 req-3080913d-4d77-4709-a1ef-a4eefd10a49c tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:54.828568 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ed1df757-ee28-40f5-8c37-c5e58eca30f6 req-3080913d-4d77-4709-a1ef-a4eefd10a49c tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=19840621-ede7-49be-90a5-c7d48658acb7 HTTP/1.1" status: 200 len: 946 time: 0.0519595 Mar 11 03:12:54.876882 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ed1df757-ee28-40f5-8c37-c5e58eca30f6 req-9d0de16a-f740-4a0c-806e-8953237fb58c tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups?id=70ab0a1f-e2bb-40dc-bca5-073fd2b4fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428426 Mar 11 03:12:55.997357 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb8c28-641f-4385-99c1-f929cc19fc37 req-00c03bfd-bcd3-48f1-8f9f-9721c8b27424 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:55.998841 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a1fb8c28-641f-4385-99c1-f929cc19fc37 req-00c03bfd-bcd3-48f1-8f9f-9721c8b27424 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=19840621-ede7-49be-90a5-c7d48658acb7 HTTP/1.1" status: 200 len: 946 time: 0.0525072 Mar 11 03:12:56.044017 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a1fb8c28-641f-4385-99c1-f929cc19fc37 req-ae10a995-034a-4906-873a-6321fcc27a00 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups?id=70ab0a1f-e2bb-40dc-bca5-073fd2b4fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397146 Mar 11 03:12:56.159349 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac3e79-5c1b-448a-9188-1dcd82c1e187 req-3ba3f761-3fb1-410f-885a-a7caa8822d5b tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:56.160717 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-95ac3e79-5c1b-448a-9188-1dcd82c1e187 req-3ba3f761-3fb1-410f-885a-a7caa8822d5b tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=19840621-ede7-49be-90a5-c7d48658acb7 HTTP/1.1" status: 200 len: 946 time: 0.0547361 Mar 11 03:12:56.169765 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 47186) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:12:56.174115 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-09267f32-566d-43e1-aa18-56e2778201e5 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Request body: {'floatingip': {'port_id': 'e18e512d-0025-44a4-98f5-12fd254f1569'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:12:56.212966 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-09267f32-566d-43e1-aa18-56e2778201e5 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for floatingip (e5fad280-0b25-4756-9734-6f369c5d816d), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:56.854961 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-09267f32-566d-43e1-aa18-56e2778201e5 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:56.859262 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-09267f32-566d-43e1-aa18-56e2778201e5 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740024'] for floatingip (e5fad280-0b25-4756-9734-6f369c5d816d), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:56.957731 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.db.l3_db [None req-09267f32-566d-43e1-aa18-56e2778201e5 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Floating IP e5fad280-0b25-4756-9734-6f369c5d816d associated. External IP: 172.27.2.15, port: e18e512d-0025-44a4-98f5-12fd254f1569. Mar 11 03:12:57.170171 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09267f32-566d-43e1-aa18-56e2778201e5 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Router 85f1d4b4-841e-4e79-b6a3-22bb7b77955c has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:12:57.278823 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09267f32-566d-43e1-aa18-56e2778201e5 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:12:57.283217 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-09267f32-566d-43e1-aa18-56e2778201e5 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:57.291695 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d4d3fc-cfc8-4d89-b1a8-69b856d8abf3 None None] Sync routers for ids ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'] in dv-cinder-740146-14-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:12:57.301298 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d4d3fc-cfc8-4d89-b1a8-69b856d8abf3 None None] Routers {'85f1d4b4-841e-4e79-b6a3-22bb7b77955c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:12:57.301954 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-a4d4d3fc-cfc8-4d89-b1a8-69b856d8abf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:12:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:12:57.312682 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-09267f32-566d-43e1-aa18-56e2778201e5 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "PUT /v2.0/floatingips/e5fad280-0b25-4756-9734-6f369c5d816d HTTP/1.1" status: 200 len: 991 time: 1.1418164 Mar 11 03:12:57.313262 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19840621-ede7-49be-90a5-c7d48658acb7', 'tag': 'e18e512d-0025-44a4-98f5-12fd254f1569'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:12:57.315729 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2960e148d505d0db9578e09e45f103c014611ddc5e7b14cf683b9a13ab87040d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3dd3855-cb12-4b9c-9e04-5241b4712d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "19840621-ede7-49be-90a5-c7d48658acb7", "tag": "e18e512d-0025-44a4-98f5-12fd254f1569"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:12:57.349825 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fbfbab-b044-4b77-88e1-2fda0739fe7d x-openstack-request-id: req-46fbfbab-b044-4b77-88e1-2fda0739fe7d {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:12:57.350120 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19840621-ede7-49be-90a5-c7d48658acb7", "tag": "e18e512d-0025-44a4-98f5-12fd254f1569", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:12:57.350377 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-46fbfbab-b044-4b77-88e1-2fda0739fe7d {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:12:57.350829 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19840621-ede7-49be-90a5-c7d48658acb7', 'tag': 'e18e512d-0025-44a4-98f5-12fd254f1569', 'status': 'completed', 'code': 200} Mar 11 03:12:57.415576 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-a4d4d3fc-cfc8-4d89-b1a8-69b856d8abf3 None None] Set router 85f1d4b4-841e-4e79-b6a3-22bb7b77955c gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:12:57.420832 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd3855-cb12-4b9c-9e04-5241b4712d2f req-c5c1f75e-f915-42d4-9f43-bace9dc78baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:57.422340 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d3dd3855-cb12-4b9c-9e04-5241b4712d2f req-c5c1f75e-f915-42d4-9f43-bace9dc78baa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=717229175a63443abe76773a02a79818&device_id=19840621-ede7-49be-90a5-c7d48658acb7 HTTP/1.1" status: 200 len: 1130 time: 0.0451579 Mar 11 03:12:57.518056 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd3855-cb12-4b9c-9e04-5241b4712d2f req-e3f00ae8-2beb-4daa-ba52-4e4be74680f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:57.519428 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d3dd3855-cb12-4b9c-9e04-5241b4712d2f req-e3f00ae8-2beb-4daa-ba52-4e4be74680f4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fd48ed16-54d7-4f44-be1f-91d180612d66 HTTP/1.1" status: 200 len: 915 time: 0.0897560 Mar 11 03:12:57.586274 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d3dd3855-cb12-4b9c-9e04-5241b4712d2f req-501e1cab-6886-4b38-8dfd-363ada7e3446 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e18e512d-0025-44a4-98f5-12fd254f1569 HTTP/1.1" status: 200 len: 999 time: 0.0592625 Mar 11 03:12:57.640278 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd3855-cb12-4b9c-9e04-5241b4712d2f req-b36b36dd-628d-4acc-8b42-a529e89d7d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:57.641719 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d3dd3855-cb12-4b9c-9e04-5241b4712d2f req-b36b36dd-628d-4acc-8b42-a529e89d7d88 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a31257a5-7a1e-45b3-aef2-2a2faf6425a3 HTTP/1.1" status: 200 len: 854 time: 0.0471568 Mar 11 03:12:57.681725 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-a4d4d3fc-cfc8-4d89-b1a8-69b856d8abf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'name': 'tempest-AttachVolumeNegativeTest-1651227581-router', 'tenant_id': '717229175a63443abe76773a02a79818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:43Z', 'revision_number': 4, 'project_id': '717229175a63443abe76773a02a79818', 'gw_port': {'id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': 'e5fad280-0b25-4756-9734-6f369c5d816d', 'tenant_id': '717229175a63443abe76773a02a79818', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'port_id': 'e18e512d-0025-44a4-98f5-12fd254f1569', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'mac_address': 'fa:16:3e:f8:09:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19840621-ede7-49be-90a5-c7d48658acb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:12:45Z', 'updated_at': '2022-03-11T03:12:56Z', 'revision_number': 1, 'project_id': '717229175a63443abe76773a02a79818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da53b0d-6348-40da-9feb-9dadaf4fc389', 'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'tenant_id': '717229175a63443abe76773a02a79818', 'mac_address': 'fa:16:3e:bf:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:42Z', 'updated_at': '2022-03-11T03:12:46Z', 'revision_number': 5, 'project_id': '717229175a63443abe76773a02a79818', 'subnets': [{'id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:12:57.692210 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd3855-cb12-4b9c-9e04-5241b4712d2f req-a9d7e1e9-dc72-455d-9038-89f3c1bac273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:57.693698 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d3dd3855-cb12-4b9c-9e04-5241b4712d2f req-a9d7e1e9-dc72-455d-9038-89f3c1bac273 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd48ed16-54d7-4f44-be1f-91d180612d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452228 Mar 11 03:12:57.708490 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d4d3fc-cfc8-4d89-b1a8-69b856d8abf3 None None] Checking router: 85f1d4b4-841e-4e79-b6a3-22bb7b77955c for host: dv-cinder-740146-14-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:12:57.722586 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d4d3fc-cfc8-4d89-b1a8-69b856d8abf3 None None] Routers {'85f1d4b4-841e-4e79-b6a3-22bb7b77955c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:12:57.723195 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-a4d4d3fc-cfc8-4d89-b1a8-69b856d8abf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:12:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:12:57.789449 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d3dd3855-cb12-4b9c-9e04-5241b4712d2f req-dfee7805-3d19-45ba-8711-e1d2f3ed683e service neutron] 10.222.0.18 "GET /v2.0/networks/fd48ed16-54d7-4f44-be1f-91d180612d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878706 Mar 11 03:12:57.829882 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-a4d4d3fc-cfc8-4d89-b1a8-69b856d8abf3 None None] Set router 85f1d4b4-841e-4e79-b6a3-22bb7b77955c gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:12:58.063517 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-a4d4d3fc-cfc8-4d89-b1a8-69b856d8abf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'name': 'tempest-AttachVolumeNegativeTest-1651227581-router', 'tenant_id': '717229175a63443abe76773a02a79818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:43Z', 'revision_number': 4, 'project_id': '717229175a63443abe76773a02a79818', 'gw_port': {'id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': 'e5fad280-0b25-4756-9734-6f369c5d816d', 'tenant_id': '717229175a63443abe76773a02a79818', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'port_id': 'e18e512d-0025-44a4-98f5-12fd254f1569', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'mac_address': 'fa:16:3e:f8:09:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19840621-ede7-49be-90a5-c7d48658acb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:12:45Z', 'updated_at': '2022-03-11T03:12:56Z', 'revision_number': 1, 'project_id': '717229175a63443abe76773a02a79818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da53b0d-6348-40da-9feb-9dadaf4fc389', 'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'tenant_id': '717229175a63443abe76773a02a79818', 'mac_address': 'fa:16:3e:bf:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:42Z', 'updated_at': '2022-03-11T03:12:46Z', 'revision_number': 5, 'project_id': '717229175a63443abe76773a02a79818', 'subnets': [{'id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:12:58.093564 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d4d3fc-cfc8-4d89-b1a8-69b856d8abf3 None None] The sync data for ids ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'] in dv-cinder-740146-14-iscsi is: [{'id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'name': 'tempest-AttachVolumeNegativeTest-1651227581-router', 'tenant_id': '717229175a63443abe76773a02a79818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:43Z', 'revision_number': 4, 'project_id': '717229175a63443abe76773a02a79818', 'gw_port': {'id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': 'e5fad280-0b25-4756-9734-6f369c5d816d', 'tenant_id': '717229175a63443abe76773a02a79818', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'port_id': 'e18e512d-0025-44a4-98f5-12fd254f1569', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'mac_address': 'fa:16:3e:f8:09:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19840621-ede7-49be-90a5-c7d48658acb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:12:45Z', 'updated_at': '2022-03-11T03:12:56Z', 'revision_number': 1, 'project_id': '717229175a63443abe76773a02a79818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da53b0d-6348-40da-9feb-9dadaf4fc389', 'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'tenant_id': '717229175a63443abe76773a02a79818', 'mac_address': 'fa:16:3e:bf:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:42Z', 'updated_at': '2022-03-11T03:12:46Z', 'revision_number': 5, 'project_id': '717229175a63443abe76773a02a79818', 'subnets': [{'id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:12:58.102939 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d3dd3855-cb12-4b9c-9e04-5241b4712d2f req-c7436fb7-188e-4894-a038-2b67af3b38b7 service neutron] 10.222.0.18 "GET /v2.0/networks/fd48ed16-54d7-4f44-be1f-91d180612d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067691 Mar 11 03:12:58.289000 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d85578-a7e0-4a0f-93d9-c13e33c0df19 None None] New status for floating IP e5fad280-0b25-4756-9734-6f369c5d816d: ACTIVE {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 03:12:59.064055 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c0ee5f13-82ee-4653-b7c3-17b50b9d2832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:59.290090 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bf322-e4bf-4d63-b884-72016ac03096 req-c6feef81-a07d-47bf-acd1-83b612929035 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:59.291590 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-745bf322-e4bf-4d63-b884-72016ac03096 req-c6feef81-a07d-47bf-acd1-83b612929035 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 945 time: 0.0524707 Mar 11 03:12:59.339380 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-745bf322-e4bf-4d63-b884-72016ac03096 req-38efc392-08a9-443a-aad6-1edd7b06df72 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/security-groups?id=d98d13d7-35e8-43b2-a5ea-0972cbca35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416083 Mar 11 03:12:59.362573 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 47206) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:12:59.496317 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4905b5-e61c-48c0-bd43-9dcb6ae8ee76 tempest-TestMinimumBasicScenario-14631792 tempest-TestMinimumBasicScenario-14631792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:12:59.497791 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-7d4905b5-e61c-48c0-bd43-9dcb6ae8ee76 tempest-TestMinimumBasicScenario-14631792 tempest-TestMinimumBasicScenario-14631792-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 1124 time: 0.1342611 Mar 11 03:12:59.500719 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 47210) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:12:59.504798 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-cde25138-0b52-4f43-aad0-3c39f81be564 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Request body: {'floatingip': {'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'port_id': '546633a1-11b1-4e62-aa49-2a50d0956169', 'tenant_id': 'b27f621c95944166a7ae765f64d15d9f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:12:59.523905 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cde25138-0b52-4f43-aad0-3c39f81be564 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:59.621000 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cde25138-0b52-4f43-aad0-3c39f81be564 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:59.728697 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-cde25138-0b52-4f43-aad0-3c39f81be564 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Allocated IP 172.27.2.127 (9b47ca21-aede-450a-93e7-0e4b22f1eaa6/91a34137-7039-479a-a714-41dcecc02d59/f9eb7dab-87c5-4e39-9769-7c4e47f4384c) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:12:59.828284 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cde25138-0b52-4f43-aad0-3c39f81be564 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks [] for port (f9eb7dab-87c5-4e39-9769-7c4e47f4384c), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:59.861384 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cde25138-0b52-4f43-aad0-3c39f81be564 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15272124'] for port (f9eb7dab-87c5-4e39-9769-7c4e47f4384c), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:12:59.897725 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde25138-0b52-4f43-aad0-3c39f81be564 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Network 9b47ca21-aede-450a-93e7-0e4b22f1eaa6 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:12:59.900544 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-cde25138-0b52-4f43-aad0-3c39f81be564 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:12:59.907364 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde25138-0b52-4f43-aad0-3c39f81be564 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:12:59.935230 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde25138-0b52-4f43-aad0-3c39f81be564 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Pushing event updated for resources: {'Port': ['ID=f9eb7dab-87c5-4e39-9769-7c4e47f4384c,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:00.276289 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cde25138-0b52-4f43-aad0-3c39f81be564 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks [] for floatingip (57acf72a-6b9c-4bd2-8247-b0e5608ceb6c), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:00.347025 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cde25138-0b52-4f43-aad0-3c39f81be564 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (f9eb7dab-87c5-4e39-9769-7c4e47f4384c), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:00.490468 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cde25138-0b52-4f43-aad0-3c39f81be564 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks [] for port (f9eb7dab-87c5-4e39-9769-7c4e47f4384c), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:00.494798 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cde25138-0b52-4f43-aad0-3c39f81be564 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15272101'] for port (f9eb7dab-87c5-4e39-9769-7c4e47f4384c), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:00.565237 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde25138-0b52-4f43-aad0-3c39f81be564 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Pushing event updated for resources: {'Port': ['ID=f9eb7dab-87c5-4e39-9769-7c4e47f4384c,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:00.576269 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cde25138-0b52-4f43-aad0-3c39f81be564 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740024'] for floatingip (57acf72a-6b9c-4bd2-8247-b0e5608ceb6c), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:00.677374 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.db.l3_db [None req-cde25138-0b52-4f43-aad0-3c39f81be564 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Floating IP 57acf72a-6b9c-4bd2-8247-b0e5608ceb6c associated. External IP: 172.27.2.127, port: 546633a1-11b1-4e62-aa49-2a50d0956169. Mar 11 03:13:00.891354 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde25138-0b52-4f43-aad0-3c39f81be564 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Router db31861f-937f-43e3-b3c2-07e68ace99a6 has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:13:01.222501 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde25138-0b52-4f43-aad0-3c39f81be564 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:13:01.231911 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d8e8ae-ca3b-4b8a-a538-fe8d4a9a4b0c None None] Sync routers for ids ['db31861f-937f-43e3-b3c2-07e68ace99a6'] in dv-cinder-740146-14-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:13:01.241368 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cde25138-0b52-4f43-aad0-3c39f81be564 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:01.241743 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d8e8ae-ca3b-4b8a-a538-fe8d4a9a4b0c None None] Routers {'db31861f-937f-43e3-b3c2-07e68ace99a6'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:13:01.242408 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-04d8e8ae-ca3b-4b8a-a538-fe8d4a9a4b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:12:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['db31861f-937f-43e3-b3c2-07e68ace99a6'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:13:01.271242 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-cde25138-0b52-4f43-aad0-3c39f81be564 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7695129 Mar 11 03:13:01.271822 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47dd206a-85d8-4e0c-87f6-25f59994ab43', 'tag': '546633a1-11b1-4e62-aa49-2a50d0956169'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:13:01.274083 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 47212) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:13:01.274560 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2960e148d505d0db9578e09e45f103c014611ddc5e7b14cf683b9a13ab87040d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d66fb3f-c9de-452c-990a-56b9103892a9" -d '{"events": [{"name": "network-changed", "server_uuid": "47dd206a-85d8-4e0c-87f6-25f59994ab43", "tag": "546633a1-11b1-4e62-aa49-2a50d0956169"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:13:01.280490 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-e99f923e-3bdd-44e9-b66a-f98670d9e730 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-299804803', 'description': 'tempest-secgroup-smoke-299804803 description', 'project_id': 'b27f621c95944166a7ae765f64d15d9f'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:13:01.304540 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e99f923e-3bdd-44e9-b66a-f98670d9e730 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:01.313171 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8670ebab-40cb-4e4e-95f7-bf02f8c8d9b0 x-openstack-request-id: req-8670ebab-40cb-4e4e-95f7-bf02f8c8d9b0 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:13:01.313564 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47dd206a-85d8-4e0c-87f6-25f59994ab43", "tag": "546633a1-11b1-4e62-aa49-2a50d0956169", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:13:01.313831 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8670ebab-40cb-4e4e-95f7-bf02f8c8d9b0 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:13:01.314254 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47dd206a-85d8-4e0c-87f6-25f59994ab43', 'tag': '546633a1-11b1-4e62-aa49-2a50d0956169', 'status': 'completed', 'code': 200} Mar 11 03:13:01.418527 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e99f923e-3bdd-44e9-b66a-f98670d9e730 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks [] for security_group (ed5c20b5-0a38-4db1-bb08-ac9f29172605), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:01.425749 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66fb3f-c9de-452c-990a-56b9103892a9 req-91c45c87-1e56-4219-8136-9a470db44705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:01.427311 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4d66fb3f-c9de-452c-990a-56b9103892a9 req-91c45c87-1e56-4219-8136-9a470db44705 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b27f621c95944166a7ae765f64d15d9f&device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 1129 time: 0.0896337 Mar 11 03:13:01.428039 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e99f923e-3bdd-44e9-b66a-f98670d9e730 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (ed5c20b5-0a38-4db1-bb08-ac9f29172605), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:01.480013 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6940768d-dc42-4f6b-a2ab-d77aca3a7965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:01.484519 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e99f923e-3bdd-44e9-b66a-f98670d9e730 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:01.485743 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-e99f923e-3bdd-44e9-b66a-f98670d9e730 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2106316 Mar 11 03:13:01.486567 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f923e-3bdd-44e9-b66a-f98670d9e730 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5c20b5-0a38-4db1-bb08-ac9f29172605,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:01.487945 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-04d8e8ae-ca3b-4b8a-a538-fe8d4a9a4b0c None None] Set router db31861f-937f-43e3-b3c2-07e68ace99a6 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:13:01.488602 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 47216) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:13:01.502137 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-b17cb365-5435-4329-8bee-4966a1a497b8 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Request body: {'security_group_rule': {'security_group_id': 'ed5c20b5-0a38-4db1-bb08-ac9f29172605', 'project_id': 'b27f621c95944166a7ae765f64d15d9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:13:01.577140 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b17cb365-5435-4329-8bee-4966a1a497b8 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks [] for security_group_rule (147c7dc8-aaeb-4862-b187-f8d573f762db), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:01.590912 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66fb3f-c9de-452c-990a-56b9103892a9 req-b59a0f32-a5a0-4612-ad89-84e9a72e4597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:01.592386 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4d66fb3f-c9de-452c-990a-56b9103892a9 req-b59a0f32-a5a0-4612-ad89-84e9a72e4597 service neutron] 10.222.0.18 "GET /v2.0/networks?id=39c26298-ee69-45d3-8128-5b69acca4a40 HTTP/1.1" status: 200 len: 913 time: 0.1542373 Mar 11 03:13:01.681172 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4d66fb3f-c9de-452c-990a-56b9103892a9 req-4f1f65b1-e637-449a-9136-620c18e6e19d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=546633a1-11b1-4e62-aa49-2a50d0956169 HTTP/1.1" status: 200 len: 999 time: 0.0815651 Mar 11 03:13:01.689701 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b17cb365-5435-4329-8bee-4966a1a497b8 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks [] for security_group_rule (147c7dc8-aaeb-4862-b187-f8d573f762db), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:01.702309 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b17cb365-5435-4329-8bee-4966a1a497b8 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674351'] for security_group_rule (147c7dc8-aaeb-4862-b187-f8d573f762db), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:01.717561 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-04d8e8ae-ca3b-4b8a-a538-fe8d4a9a4b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db31861f-937f-43e3-b3c2-07e68ace99a6', 'name': 'tempest-TestMinimumBasicScenario-71052543-router', 'tenant_id': 'b27f621c95944166a7ae765f64d15d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': 'f112f219-b051-4297-9c8d-1ceaddf0c7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:08Z', 'updated_at': '2022-03-11T03:12:11Z', 'revision_number': 4, 'project_id': 'b27f621c95944166a7ae765f64d15d9f', 'gw_port': {'id': 'f112f219-b051-4297-9c8d-1ceaddf0c7a3', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db31861f-937f-43e3-b3c2-07e68ace99a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:09Z', 'updated_at': '2022-03-11T03:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': '57acf72a-6b9c-4bd2-8247-b0e5608ceb6c', 'tenant_id': 'b27f621c95944166a7ae765f64d15d9f', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': 'db31861f-937f-43e3-b3c2-07e68ace99a6', 'port_id': '546633a1-11b1-4e62-aa49-2a50d0956169', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39c26298-ee69-45d3-8128-5b69acca4a40', 'mac_address': 'fa:16:3e:cd:59:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dd206a-85d8-4e0c-87f6-25f59994ab43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:13:00Z', 'updated_at': '2022-03-11T03:13:00Z', 'revision_number': 0, 'project_id': 'b27f621c95944166a7ae765f64d15d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77fd583-88eb-4167-a3e5-ddacfbce6f84', 'name': '', 'network_id': '39c26298-ee69-45d3-8128-5b69acca4a40', 'tenant_id': 'b27f621c95944166a7ae765f64d15d9f', 'mac_address': 'fa:16:3e:9e:34:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db31861f-937f-43e3-b3c2-07e68ace99a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e88f191b-7ea3-436b-a858-ea2ec218332e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:11Z', 'updated_at': '2022-03-11T03:12:16Z', 'revision_number': 5, 'project_id': 'b27f621c95944166a7ae765f64d15d9f', 'subnets': [{'id': 'e88f191b-7ea3-436b-a858-ea2ec218332e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:13:01.745070 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d8e8ae-ca3b-4b8a-a538-fe8d4a9a4b0c None None] Checking router: db31861f-937f-43e3-b3c2-07e68ace99a6 for host: dv-cinder-740146-14-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:13:01.753556 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17cb365-5435-4329-8bee-4966a1a497b8 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=147c7dc8-aaeb-4862-b187-f8d573f762db,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:01.754219 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d8e8ae-ca3b-4b8a-a538-fe8d4a9a4b0c None None] Routers {'db31861f-937f-43e3-b3c2-07e68ace99a6'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:13:01.754859 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-04d8e8ae-ca3b-4b8a-a538-fe8d4a9a4b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:13:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['db31861f-937f-43e3-b3c2-07e68ace99a6'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:13:01.760934 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b17cb365-5435-4329-8bee-4966a1a497b8 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:01.764858 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-b17cb365-5435-4329-8bee-4966a1a497b8 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2710407 Mar 11 03:13:01.765551 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 47218) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:13:01.767775 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66fb3f-c9de-452c-990a-56b9103892a9 req-a533e769-233e-45c6-9951-fc61cdbd1d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:01.769222 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4d66fb3f-c9de-452c-990a-56b9103892a9 req-a533e769-233e-45c6-9951-fc61cdbd1d2e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e88f191b-7ea3-436b-a858-ea2ec218332e HTTP/1.1" status: 200 len: 852 time: 0.0757134 Mar 11 03:13:01.771039 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-42679539-c179-4c82-b8dc-fd5b7fc97a07 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Request body: {'security_group_rule': {'security_group_id': 'ed5c20b5-0a38-4db1-bb08-ac9f29172605', 'project_id': 'b27f621c95944166a7ae765f64d15d9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:13:01.798252 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-42679539-c179-4c82-b8dc-fd5b7fc97a07 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks [] for security_group_rule (19a680d1-63b8-48e3-a6f8-b0c7c95f7851), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:01.826103 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66fb3f-c9de-452c-990a-56b9103892a9 req-96435648-5741-4d36-ae08-d955bf63d686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:01.827650 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4d66fb3f-c9de-452c-990a-56b9103892a9 req-96435648-5741-4d36-ae08-d955bf63d686 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39c26298-ee69-45d3-8128-5b69acca4a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0523975 Mar 11 03:13:01.856998 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-42679539-c179-4c82-b8dc-fd5b7fc97a07 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks [] for security_group_rule (19a680d1-63b8-48e3-a6f8-b0c7c95f7851), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:01.861850 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-42679539-c179-4c82-b8dc-fd5b7fc97a07 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674351'] for security_group_rule (19a680d1-63b8-48e3-a6f8-b0c7c95f7851), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:01.877594 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-04d8e8ae-ca3b-4b8a-a538-fe8d4a9a4b0c None None] Set router db31861f-937f-43e3-b3c2-07e68ace99a6 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:13:01.880371 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42679539-c179-4c82-b8dc-fd5b7fc97a07 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a680d1-63b8-48e3-a6f8-b0c7c95f7851,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:01.893418 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-42679539-c179-4c82-b8dc-fd5b7fc97a07 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:01.897192 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-42679539-c179-4c82-b8dc-fd5b7fc97a07 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1274197 Mar 11 03:13:01.897417 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 47220) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:13:01.901770 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-30ddb447-7b41-4872-be01-e11195b3da1e tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Request body: {'security_group_rule': {'security_group_id': 'ed5c20b5-0a38-4db1-bb08-ac9f29172605', 'project_id': 'b27f621c95944166a7ae765f64d15d9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:13:01.928398 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-30ddb447-7b41-4872-be01-e11195b3da1e tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks [] for security_group_rule (e988a273-6bda-413e-b1ad-0fe7a5923f99), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:01.931503 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4d66fb3f-c9de-452c-990a-56b9103892a9 req-4252178c-7550-4093-ab10-e2ead00e1217 service neutron] 10.222.0.18 "GET /v2.0/networks/39c26298-ee69-45d3-8128-5b69acca4a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976119 Mar 11 03:13:01.987493 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-30ddb447-7b41-4872-be01-e11195b3da1e tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks [] for security_group_rule (e988a273-6bda-413e-b1ad-0fe7a5923f99), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:01.992296 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-30ddb447-7b41-4872-be01-e11195b3da1e tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674351'] for security_group_rule (e988a273-6bda-413e-b1ad-0fe7a5923f99), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:02.015857 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ddb447-7b41-4872-be01-e11195b3da1e tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e988a273-6bda-413e-b1ad-0fe7a5923f99,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:02.030680 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-30ddb447-7b41-4872-be01-e11195b3da1e tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:02.032341 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-30ddb447-7b41-4872-be01-e11195b3da1e tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1339943 Mar 11 03:13:02.035104 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 47222) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:13:02.039659 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-68c4d336-519c-4429-898a-b1632fea28b0 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Request body: {'security_group_rule': {'security_group_id': 'ed5c20b5-0a38-4db1-bb08-ac9f29172605', 'project_id': 'b27f621c95944166a7ae765f64d15d9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:13:02.041230 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4d66fb3f-c9de-452c-990a-56b9103892a9 req-504ff7dd-d959-4da4-a050-377ced1045f7 service neutron] 10.222.0.18 "GET /v2.0/networks/39c26298-ee69-45d3-8128-5b69acca4a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932734 Mar 11 03:13:02.065784 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-68c4d336-519c-4429-898a-b1632fea28b0 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks [] for security_group_rule (e9579761-7ad4-4a45-8eb0-36733dfb9fd3), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:02.128236 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-68c4d336-519c-4429-898a-b1632fea28b0 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks [] for security_group_rule (e9579761-7ad4-4a45-8eb0-36733dfb9fd3), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:02.132743 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-68c4d336-519c-4429-898a-b1632fea28b0 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674351'] for security_group_rule (e9579761-7ad4-4a45-8eb0-36733dfb9fd3), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:02.140213 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-04d8e8ae-ca3b-4b8a-a538-fe8d4a9a4b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db31861f-937f-43e3-b3c2-07e68ace99a6', 'name': 'tempest-TestMinimumBasicScenario-71052543-router', 'tenant_id': 'b27f621c95944166a7ae765f64d15d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': 'f112f219-b051-4297-9c8d-1ceaddf0c7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:08Z', 'updated_at': '2022-03-11T03:12:11Z', 'revision_number': 4, 'project_id': 'b27f621c95944166a7ae765f64d15d9f', 'gw_port': {'id': 'f112f219-b051-4297-9c8d-1ceaddf0c7a3', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db31861f-937f-43e3-b3c2-07e68ace99a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:09Z', 'updated_at': '2022-03-11T03:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': '57acf72a-6b9c-4bd2-8247-b0e5608ceb6c', 'tenant_id': 'b27f621c95944166a7ae765f64d15d9f', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': 'db31861f-937f-43e3-b3c2-07e68ace99a6', 'port_id': '546633a1-11b1-4e62-aa49-2a50d0956169', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39c26298-ee69-45d3-8128-5b69acca4a40', 'mac_address': 'fa:16:3e:cd:59:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dd206a-85d8-4e0c-87f6-25f59994ab43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:13:00Z', 'updated_at': '2022-03-11T03:13:00Z', 'revision_number': 0, 'project_id': 'b27f621c95944166a7ae765f64d15d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77fd583-88eb-4167-a3e5-ddacfbce6f84', 'name': '', 'network_id': '39c26298-ee69-45d3-8128-5b69acca4a40', 'tenant_id': 'b27f621c95944166a7ae765f64d15d9f', 'mac_address': 'fa:16:3e:9e:34:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db31861f-937f-43e3-b3c2-07e68ace99a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e88f191b-7ea3-436b-a858-ea2ec218332e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:11Z', 'updated_at': '2022-03-11T03:12:16Z', 'revision_number': 5, 'project_id': 'b27f621c95944166a7ae765f64d15d9f', 'subnets': [{'id': 'e88f191b-7ea3-436b-a858-ea2ec218332e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:13:02.150093 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c4d336-519c-4429-898a-b1632fea28b0 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9579761-7ad4-4a45-8eb0-36733dfb9fd3,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:02.159380 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-68c4d336-519c-4429-898a-b1632fea28b0 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:02.160562 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-68c4d336-519c-4429-898a-b1632fea28b0 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1242812 Mar 11 03:13:02.163308 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 47226) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:13:02.167528 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-144a4e6b-1046-47fd-a064-b8e5c34d45bd tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Request body: {'security_group_rule': {'security_group_id': 'ed5c20b5-0a38-4db1-bb08-ac9f29172605', 'project_id': 'b27f621c95944166a7ae765f64d15d9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:13:02.168574 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d8e8ae-ca3b-4b8a-a538-fe8d4a9a4b0c None None] The sync data for ids ['db31861f-937f-43e3-b3c2-07e68ace99a6'] in dv-cinder-740146-14-iscsi is: [{'id': 'db31861f-937f-43e3-b3c2-07e68ace99a6', 'name': 'tempest-TestMinimumBasicScenario-71052543-router', 'tenant_id': 'b27f621c95944166a7ae765f64d15d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': 'f112f219-b051-4297-9c8d-1ceaddf0c7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:08Z', 'updated_at': '2022-03-11T03:12:11Z', 'revision_number': 4, 'project_id': 'b27f621c95944166a7ae765f64d15d9f', 'gw_port': {'id': 'f112f219-b051-4297-9c8d-1ceaddf0c7a3', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db31861f-937f-43e3-b3c2-07e68ace99a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:09Z', 'updated_at': '2022-03-11T03:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': '57acf72a-6b9c-4bd2-8247-b0e5608ceb6c', 'tenant_id': 'b27f621c95944166a7ae765f64d15d9f', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': 'db31861f-937f-43e3-b3c2-07e68ace99a6', 'port_id': '546633a1-11b1-4e62-aa49-2a50d0956169', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39c26298-ee69-45d3-8128-5b69acca4a40', 'mac_address': 'fa:16:3e:cd:59:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47dd206a-85d8-4e0c-87f6-25f59994ab43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:13:00Z', 'updated_at': '2022-03-11T03:13:00Z', 'revision_number': 0, 'project_id': 'b27f621c95944166a7ae765f64d15d9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a77fd583-88eb-4167-a3e5-ddacfbce6f84', 'name': '', 'network_id': '39c26298-ee69-45d3-8128-5b69acca4a40', 'tenant_id': 'b27f621c95944166a7ae765f64d15d9f', 'mac_address': 'fa:16:3e:9e:34:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db31861f-937f-43e3-b3c2-07e68ace99a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e88f191b-7ea3-436b-a858-ea2ec218332e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:11Z', 'updated_at': '2022-03-11T03:12:16Z', 'revision_number': 5, 'project_id': 'b27f621c95944166a7ae765f64d15d9f', 'subnets': [{'id': 'e88f191b-7ea3-436b-a858-ea2ec218332e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:13:02.188620 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.db.securitygroups_db [None req-144a4e6b-1046-47fd-a064-b8e5c34d45bd tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Project b27f621c95944166a7ae765f64d15d9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 03:13:02.193577 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-144a4e6b-1046-47fd-a064-b8e5c34d45bd tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks [] for security_group_rule (075d11d1-32cb-4b24-9f96-3b0a6e64697d), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:02.253821 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-144a4e6b-1046-47fd-a064-b8e5c34d45bd tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks [] for security_group_rule (075d11d1-32cb-4b24-9f96-3b0a6e64697d), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:02.257616 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-144a4e6b-1046-47fd-a064-b8e5c34d45bd tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674351'] for security_group_rule (075d11d1-32cb-4b24-9f96-3b0a6e64697d), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:02.275548 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a4e6b-1046-47fd-a064-b8e5c34d45bd tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075d11d1-32cb-4b24-9f96-3b0a6e64697d,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:02.283352 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-144a4e6b-1046-47fd-a064-b8e5c34d45bd tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:02.287180 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-144a4e6b-1046-47fd-a064-b8e5c34d45bd tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204286 Mar 11 03:13:02.287559 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 47228) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:13:02.291992 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-348b034f-63c4-4d52-8693-d676c4b7090b tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Request body: {'security_group_rule': {'security_group_id': 'ed5c20b5-0a38-4db1-bb08-ac9f29172605', 'project_id': 'b27f621c95944166a7ae765f64d15d9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:13:02.312710 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.db.securitygroups_db [None req-348b034f-63c4-4d52-8693-d676c4b7090b tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Project b27f621c95944166a7ae765f64d15d9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 03:13:02.318911 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-348b034f-63c4-4d52-8693-d676c4b7090b tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks [] for security_group_rule (fafbe198-8a84-4cce-a6d7-1781c96cd723), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:02.377411 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1abb20-82f4-4636-8972-03c22de479ed None None] New status for floating IP 57acf72a-6b9c-4bd2-8247-b0e5608ceb6c: ACTIVE {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 03:13:02.381511 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-348b034f-63c4-4d52-8693-d676c4b7090b tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks [] for security_group_rule (fafbe198-8a84-4cce-a6d7-1781c96cd723), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:02.387842 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-348b034f-63c4-4d52-8693-d676c4b7090b tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674351'] for security_group_rule (fafbe198-8a84-4cce-a6d7-1781c96cd723), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:02.406614 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b034f-63c4-4d52-8693-d676c4b7090b tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fafbe198-8a84-4cce-a6d7-1781c96cd723,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:02.414222 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-348b034f-63c4-4d52-8693-d676c4b7090b tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:02.415400 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-348b034f-63c4-4d52-8693-d676c4b7090b tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1268895 Mar 11 03:13:02.503976 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-da61068b-6a66-4bf7-8a36-12fb75208c37 req-b621fe47-ba1f-41b8-b893-6354a3180b11 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-299804803&fields=id&tenant_id=b27f621c95944166a7ae765f64d15d9f HTTP/1.1" status: 200 len: 267 time: 0.0437388 Mar 11 03:13:02.561710 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61068b-6a66-4bf7-8a36-12fb75208c37 req-083d8728-6784-4d7c-9265-c22cda6c7b2f tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:02.563383 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-da61068b-6a66-4bf7-8a36-12fb75208c37 req-083d8728-6784-4d7c-9265-c22cda6c7b2f tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 945 time: 0.0538235 Mar 11 03:13:02.575145 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-da61068b-6a66-4bf7-8a36-12fb75208c37 req-a33c243f-ed62-465a-b257-f548401ace8e tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Request body: {'port': {'security_groups': ['d98d13d7-35e8-43b2-a5ea-0972cbca35e9', 'ed5c20b5-0a38-4db1-bb08-ac9f29172605']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:13:02.645037 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:02.647959 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-da61068b-6a66-4bf7-8a36-12fb75208c37 req-a33c243f-ed62-465a-b257-f548401ace8e tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (546633a1-11b1-4e62-aa49-2a50d0956169), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:02.871429 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-da61068b-6a66-4bf7-8a36-12fb75208c37 req-a33c243f-ed62-465a-b257-f548401ace8e tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] For port 546633a1-11b1-4e62-aa49-2a50d0956169, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=546633a1-11b1-4e62-aa49-2a50d0956169,segment=NetworkSegment(850685ec-e887-458e-aac0-a70aa95557bd),segment_id=850685ec-e887-458e-aac0-a70aa95557bd)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:13:02.900245 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-da61068b-6a66-4bf7-8a36-12fb75208c37 req-a33c243f-ed62-465a-b257-f548401ace8e tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks [] for port (546633a1-11b1-4e62-aa49-2a50d0956169), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:02.904937 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-da61068b-6a66-4bf7-8a36-12fb75208c37 req-a33c243f-ed62-465a-b257-f548401ace8e tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15272101'] for port (546633a1-11b1-4e62-aa49-2a50d0956169), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:02.916281 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] get_ports_and_sgs() called for port_ids ['546633a1-11b1-4e62-aa49-2a50d0956169'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:13:02.952066 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61068b-6a66-4bf7-8a36-12fb75208c37 req-a33c243f-ed62-465a-b257-f548401ace8e tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:02.952747 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-da61068b-6a66-4bf7-8a36-12fb75208c37 req-a33c243f-ed62-465a-b257-f548401ace8e tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:02.957149 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-da61068b-6a66-4bf7-8a36-12fb75208c37 req-a33c243f-ed62-465a-b257-f548401ace8e tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "PUT /v2.0/ports/546633a1-11b1-4e62-aa49-2a50d0956169 HTTP/1.1" status: 200 len: 981 time: 0.3875322 Mar 11 03:13:02.985521 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c243f-ed62-465a-b257-f548401ace8e tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Pushing event updated for resources: {'Port': ['ID=546633a1-11b1-4e62-aa49-2a50d0956169,revision_number=6']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:03.077002 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] get_ports_and_sgs() called for port_ids ['546633a1-11b1-4e62-aa49-2a50d0956169'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:13:03.109801 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85814e53-51c2-4946-8e35-bb504eebb350 req-4ff79269-bcdd-462d-92a2-5cb5621e191c tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:03.114136 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-85814e53-51c2-4946-8e35-bb504eebb350 req-4ff79269-bcdd-462d-92a2-5cb5621e191c tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 984 time: 0.0952580 Mar 11 03:13:03.194136 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-85814e53-51c2-4946-8e35-bb504eebb350 req-f69550e9-c3ea-408b-8243-9aeef596ea3c tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/security-groups?id=d98d13d7-35e8-43b2-a5ea-0972cbca35e9&id=ed5c20b5-0a38-4db1-bb08-ac9f29172605&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0742691 Mar 11 03:13:03.315111 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47dd206a-85d8-4e0c-87f6-25f59994ab43', 'tag': '546633a1-11b1-4e62-aa49-2a50d0956169'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:13:03.317383 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2960e148d505d0db9578e09e45f103c014611ddc5e7b14cf683b9a13ab87040d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1a61a9-b107-4295-943c-cce719c57b90" -d '{"events": [{"name": "network-changed", "server_uuid": "47dd206a-85d8-4e0c-87f6-25f59994ab43", "tag": "546633a1-11b1-4e62-aa49-2a50d0956169"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:13:03.329811 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-72884ba5-bab3-4b2a-9dbb-89968e0dc7fa None None] Provisioning complete for port 546633a1-11b1-4e62-aa49-2a50d0956169 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:13:03.330205 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-72884ba5-bab3-4b2a-9dbb-89968e0dc7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (546633a1-11b1-4e62-aa49-2a50d0956169), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:03.352276 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64169838-0b5e-447a-a23d-b631622d7acd x-openstack-request-id: req-64169838-0b5e-447a-a23d-b631622d7acd {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:13:03.352569 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47dd206a-85d8-4e0c-87f6-25f59994ab43", "tag": "546633a1-11b1-4e62-aa49-2a50d0956169", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:13:03.352821 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-64169838-0b5e-447a-a23d-b631622d7acd {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:13:03.353214 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47dd206a-85d8-4e0c-87f6-25f59994ab43', 'tag': '546633a1-11b1-4e62-aa49-2a50d0956169', 'status': 'completed', 'code': 200} Mar 11 03:13:03.428791 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a61a9-b107-4295-943c-cce719c57b90 req-fd107f86-f868-448d-b400-f3385acd431b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:03.430355 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-fd1a61a9-b107-4295-943c-cce719c57b90 req-fd107f86-f868-448d-b400-f3385acd431b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b27f621c95944166a7ae765f64d15d9f&device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 1168 time: 0.0487654 Mar 11 03:13:03.519391 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-72884ba5-bab3-4b2a-9dbb-89968e0dc7fa None None] Current status of the port 546633a1-11b1-4e62-aa49-2a50d0956169 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:13:03.534230 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a61a9-b107-4295-943c-cce719c57b90 req-76ccd75e-b363-425c-b071-18b3dbaaa2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:03.535705 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-fd1a61a9-b107-4295-943c-cce719c57b90 req-76ccd75e-b363-425c-b071-18b3dbaaa2e9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=39c26298-ee69-45d3-8128-5b69acca4a40 HTTP/1.1" status: 200 len: 913 time: 0.0956230 Mar 11 03:13:03.606891 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-fd1a61a9-b107-4295-943c-cce719c57b90 req-07af9375-f9fe-49eb-ac72-87de9986c5b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=546633a1-11b1-4e62-aa49-2a50d0956169 HTTP/1.1" status: 200 len: 1001 time: 0.0644376 Mar 11 03:13:03.668292 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a61a9-b107-4295-943c-cce719c57b90 req-80d14c2e-fe62-447b-876f-af8aa1f70777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:03.669798 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-fd1a61a9-b107-4295-943c-cce719c57b90 req-80d14c2e-fe62-447b-876f-af8aa1f70777 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e88f191b-7ea3-436b-a858-ea2ec218332e HTTP/1.1" status: 200 len: 852 time: 0.0514805 Mar 11 03:13:03.722231 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a61a9-b107-4295-943c-cce719c57b90 req-143f5136-90fd-43a3-b293-171920d5aafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:03.723721 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-fd1a61a9-b107-4295-943c-cce719c57b90 req-143f5136-90fd-43a3-b293-171920d5aafc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39c26298-ee69-45d3-8128-5b69acca4a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456574 Mar 11 03:13:03.822532 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-fd1a61a9-b107-4295-943c-cce719c57b90 req-858d25e8-26d3-4ddf-bd3c-4bdb32fedf3c service neutron] 10.222.0.18 "GET /v2.0/networks/39c26298-ee69-45d3-8128-5b69acca4a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906825 Mar 11 03:13:03.925722 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-fd1a61a9-b107-4295-943c-cce719c57b90 req-eb63328b-ebce-4493-8d76-db36e35971f6 service neutron] 10.222.0.18 "GET /v2.0/networks/39c26298-ee69-45d3-8128-5b69acca4a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913923 Mar 11 03:13:04.243284 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:04.407418 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ddf43-afe0-4885-bb97-ed6878360958 req-ce30f1c2-52c4-4379-b429-813c61e1322e tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:04.408883 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f60ddf43-afe0-4885-bb97-ed6878360958 req-ce30f1c2-52c4-4379-b429-813c61e1322e tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 946 time: 0.0512166 Mar 11 03:13:04.456097 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f60ddf43-afe0-4885-bb97-ed6878360958 req-6165256c-e544-4186-a6c1-02625f76c527 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416191 Mar 11 03:13:05.580435 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d365d-5f25-4a12-8670-c3a1c1ac51bf req-40bfa8a8-f91f-4c40-9a5b-9fb20b986328 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:05.581940 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-af8d365d-5f25-4a12-8670-c3a1c1ac51bf req-40bfa8a8-f91f-4c40-9a5b-9fb20b986328 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 946 time: 0.0520077 Mar 11 03:13:05.627731 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-af8d365d-5f25-4a12-8670-c3a1c1ac51bf req-603c2d05-5ca2-490f-83fb-1352bcb2da22 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400174 Mar 11 03:13:05.671270 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:06.120375 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b394eef-fe1e-46a5-b7de-2a1e829dde75 req-f02b27f3-54ce-4ac6-9cbc-f34e3382b7a9 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:06.121981 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7b394eef-fe1e-46a5-b7de-2a1e829dde75 req-f02b27f3-54ce-4ac6-9cbc-f34e3382b7a9 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.18 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 946 time: 0.0521207 Mar 11 03:13:06.224165 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-7b394eef-fe1e-46a5-b7de-2a1e829dde75 req-cdb9acc2-50c3-4f11-ae38-f8c93090675a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Deleting port 9d9329b8-2f49-4557-ad46-f3a82458d3b8 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:13:06.224509 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7b394eef-fe1e-46a5-b7de-2a1e829dde75 req-cdb9acc2-50c3-4f11-ae38-f8c93090675a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (9d9329b8-2f49-4557-ad46-f3a82458d3b8), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:06.311647 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-7b394eef-fe1e-46a5-b7de-2a1e829dde75 req-cdb9acc2-50c3-4f11-ae38-f8c93090675a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] For port 9d9329b8-2f49-4557-ad46-f3a82458d3b8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9d9329b8-2f49-4557-ad46-f3a82458d3b8,segment=NetworkSegment(2788d6dc-bb9a-4610-93c8-718a7a34a2b4),segment_id=2788d6dc-bb9a-4610-93c8-718a7a34a2b4)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:13:06.312009 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7b394eef-fe1e-46a5-b7de-2a1e829dde75 req-cdb9acc2-50c3-4f11-ae38-f8c93090675a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (9d9329b8-2f49-4557-ad46-f3a82458d3b8), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:06.593548 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7b394eef-fe1e-46a5-b7de-2a1e829dde75 req-cdb9acc2-50c3-4f11-ae38-f8c93090675a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:06.593838 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7b394eef-fe1e-46a5-b7de-2a1e829dde75 req-cdb9acc2-50c3-4f11-ae38-f8c93090675a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740024'] for floatingip (90f55000-a2c0-42e9-9a34-4f3e275c4b92), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:06.594239 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.db.l3_db [req-7b394eef-fe1e-46a5-b7de-2a1e829dde75 req-cdb9acc2-50c3-4f11-ae38-f8c93090675a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Floating IP 90f55000-a2c0-42e9-9a34-4f3e275c4b92 disassociated. External IP: 172.27.2.172, port: 9d9329b8-2f49-4557-ad46-f3a82458d3b8. Mar 11 03:13:06.594584 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-7b394eef-fe1e-46a5-b7de-2a1e829dde75 req-cdb9acc2-50c3-4f11-ae38-f8c93090675a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Calling delete_port for 9d9329b8-2f49-4557-ad46-f3a82458d3b8 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:13:06.606214 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:06.732730 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7b394eef-fe1e-46a5-b7de-2a1e829dde75 req-cdb9acc2-50c3-4f11-ae38-f8c93090675a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (9d9329b8-2f49-4557-ad46-f3a82458d3b8), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:06.755320 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a1800-8a26-45b7-bbba-b36a1a556d01 req-e7d14fb0-5173-4a00-b8da-5a8332d3e730 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:06.756775 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-137a1800-8a26-45b7-bbba-b36a1a556d01 req-e7d14fb0-5173-4a00-b8da-5a8332d3e730 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=448d00f3-8a18-4df4-8ee3-dd90f61da091 HTTP/1.1" status: 200 len: 868 time: 0.0577731 Mar 11 03:13:06.761290 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9acc2-50c3-4f11-ae38-f8c93090675a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Pushing event deleted for resources: {'Port': ['ID=9d9329b8-2f49-4557-ad46-f3a82458d3b8,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:06.809961 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-137a1800-8a26-45b7-bbba-b36a1a556d01 req-e071508a-d3a7-433a-8f67-13ae765b622b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469382 Mar 11 03:13:06.878446 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b394eef-fe1e-46a5-b7de-2a1e829dde75 req-cdb9acc2-50c3-4f11-ae38-f8c93090675a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Router 6cc731f1-ac2f-4e1c-bdee-182a936eddb8 has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:13:06.989455 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b394eef-fe1e-46a5-b7de-2a1e829dde75 req-cdb9acc2-50c3-4f11-ae38-f8c93090675a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:13:06.998913 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bd753a-fac2-4b9b-a423-b84f14f82c0b None None] Sync routers for ids ['6cc731f1-ac2f-4e1c-bdee-182a936eddb8'] in dv-cinder-740146-14-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:13:07.008359 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bd753a-fac2-4b9b-a423-b84f14f82c0b None None] Routers {'6cc731f1-ac2f-4e1c-bdee-182a936eddb8'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:13:07.008975 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-87bd753a-fac2-4b9b-a423-b84f14f82c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:13:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['6cc731f1-ac2f-4e1c-bdee-182a936eddb8'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:13:07.031858 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b394eef-fe1e-46a5-b7de-2a1e829dde75 req-cdb9acc2-50c3-4f11-ae38-f8c93090675a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] No DVR routers for this DVR port 9d9329b8-2f49-4557-ad46-f3a82458d3b8 on host hv-cinder-74014 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:13:07.034692 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7b394eef-fe1e-46a5-b7de-2a1e829dde75 req-cdb9acc2-50c3-4f11-ae38-f8c93090675a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:07.038229 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7b394eef-fe1e-46a5-b7de-2a1e829dde75 req-cdb9acc2-50c3-4f11-ae38-f8c93090675a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.18 "DELETE /v2.0/ports/9d9329b8-2f49-4557-ad46-f3a82458d3b8 HTTP/1.1" status: 204 len: 173 time: 0.9069746 Mar 11 03:13:07.038714 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448d00f3-8a18-4df4-8ee3-dd90f61da091', 'name': 'network-vif-deleted', 'tag': '9d9329b8-2f49-4557-ad46-f3a82458d3b8'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:13:07.042062 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b073348-fbf3-4340-9847-44fcb63bd6c2" -d '{"events": [{"server_uuid": "448d00f3-8a18-4df4-8ee3-dd90f61da091", "name": "network-vif-deleted", "tag": "9d9329b8-2f49-4557-ad46-f3a82458d3b8"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:13:07.083230 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc81bc7-e25a-47ef-9ddc-9b510185bbd4 x-openstack-request-id: req-5dc81bc7-e25a-47ef-9ddc-9b510185bbd4 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:13:07.083523 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "448d00f3-8a18-4df4-8ee3-dd90f61da091", "name": "network-vif-deleted", "tag": "9d9329b8-2f49-4557-ad46-f3a82458d3b8", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:13:07.083773 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5dc81bc7-e25a-47ef-9ddc-9b510185bbd4 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:13:07.084178 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '448d00f3-8a18-4df4-8ee3-dd90f61da091', 'name': 'network-vif-deleted', 'tag': '9d9329b8-2f49-4557-ad46-f3a82458d3b8', 'status': 'completed', 'code': 200} Mar 11 03:13:07.123740 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-87bd753a-fac2-4b9b-a423-b84f14f82c0b None None] Set router 6cc731f1-ac2f-4e1c-bdee-182a936eddb8 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:13:07.331560 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-87bd753a-fac2-4b9b-a423-b84f14f82c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'name': 'tempest-AttachVolumeShelveTestJSON-2069402318-router', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:03Z', 'updated_at': '2022-03-11T03:09:13Z', 'revision_number': 4, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'gw_port': {'id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fe:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '36d581ab-f865-4b2a-bdbb-2a77e0ca66ba', 'name': '', 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'mac_address': 'fa:16:3e:fc:a9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b3f1ad71-9fd3-4f40-b64d-92b2f6facb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:10Z', 'updated_at': '2022-03-11T03:09:23Z', 'revision_number': 5, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'subnets': [{'id': 'b3f1ad71-9fd3-4f40-b64d-92b2f6facb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:13:07.357922 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bd753a-fac2-4b9b-a423-b84f14f82c0b None None] Checking router: 6cc731f1-ac2f-4e1c-bdee-182a936eddb8 for host: dv-cinder-740146-14-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:13:07.366037 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bd753a-fac2-4b9b-a423-b84f14f82c0b None None] Routers {'6cc731f1-ac2f-4e1c-bdee-182a936eddb8'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:13:07.366635 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-87bd753a-fac2-4b9b-a423-b84f14f82c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:13:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['6cc731f1-ac2f-4e1c-bdee-182a936eddb8'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:13:07.474575 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-87bd753a-fac2-4b9b-a423-b84f14f82c0b None None] Set router 6cc731f1-ac2f-4e1c-bdee-182a936eddb8 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:13:07.672770 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-87bd753a-fac2-4b9b-a423-b84f14f82c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'name': 'tempest-AttachVolumeShelveTestJSON-2069402318-router', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:03Z', 'updated_at': '2022-03-11T03:09:13Z', 'revision_number': 4, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'gw_port': {'id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fe:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '36d581ab-f865-4b2a-bdbb-2a77e0ca66ba', 'name': '', 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'mac_address': 'fa:16:3e:fc:a9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b3f1ad71-9fd3-4f40-b64d-92b2f6facb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:10Z', 'updated_at': '2022-03-11T03:09:23Z', 'revision_number': 5, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'subnets': [{'id': 'b3f1ad71-9fd3-4f40-b64d-92b2f6facb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:13:07.699587 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bd753a-fac2-4b9b-a423-b84f14f82c0b None None] The sync data for ids ['6cc731f1-ac2f-4e1c-bdee-182a936eddb8'] in dv-cinder-740146-14-iscsi is: [{'id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'name': 'tempest-AttachVolumeShelveTestJSON-2069402318-router', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:03Z', 'updated_at': '2022-03-11T03:09:13Z', 'revision_number': 4, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'gw_port': {'id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fe:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '36d581ab-f865-4b2a-bdbb-2a77e0ca66ba', 'name': '', 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'mac_address': 'fa:16:3e:fc:a9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b3f1ad71-9fd3-4f40-b64d-92b2f6facb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:10Z', 'updated_at': '2022-03-11T03:09:23Z', 'revision_number': 5, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'subnets': [{'id': 'b3f1ad71-9fd3-4f40-b64d-92b2f6facb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:13:07.902670 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 47270) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:13:07.919530 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c87e6ba-e8f5-4ac0-9be0-a3d23d9eaa68 None None] New status for floating IP 90f55000-a2c0-42e9-9a34-4f3e275c4b92: DOWN {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 03:13:07.962181 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-41a0f78a-bb7a-40f2-b364-3568a35e0f8d tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for security_group (143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:07.986420 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-41a0f78a-bb7a-40f2-b364-3568a35e0f8d tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for security_group (143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:08.038474 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-41a0f78a-bb7a-40f2-b364-3568a35e0f8d tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:08.041107 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-41a0f78a-bb7a-40f2-b364-3568a35e0f8d tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:08.042975 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-41a0f78a-bb7a-40f2-b364-3568a35e0f8d tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "DELETE /v2.0/security-groups/143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4 HTTP/1.1" status: 204 len: 168 time: 0.1386609 Mar 11 03:13:08.045568 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 47272) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:13:08.053135 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0f78a-bb7a-40f2-b364-3568a35e0f8d tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:08.069390 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.api.v2.resource [None req-8346dfbb-5056-4f51-aac0-49c6ddd71f20 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] show failed (client error): The resource could not be found. Mar 11 03:13:08.070620 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-8346dfbb-5056-4f51-aac0-49c6ddd71f20 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups/143b55aa-baa0-47fc-99c0-0ae8a9c1f3c4 HTTP/1.1" status: 404 len: 347 time: 0.0234134 Mar 11 03:13:08.073610 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 47274) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:13:08.202366 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-2c6a17b1-b6fe-4d12-aff1-2151ffa211a5 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Deleting port 28b90b09-88ca-4790-8588-7cafacaa1e45 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:13:08.202707 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2c6a17b1-b6fe-4d12-aff1-2151ffa211a5 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (28b90b09-88ca-4790-8588-7cafacaa1e45), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:08.281499 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2c6a17b1-b6fe-4d12-aff1-2151ffa211a5 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (28b90b09-88ca-4790-8588-7cafacaa1e45), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:08.281759 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2c6a17b1-b6fe-4d12-aff1-2151ffa211a5 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for floatingip (28b90b09-88ca-4790-8588-7cafacaa1e45), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:08.294489 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-2c6a17b1-b6fe-4d12-aff1-2151ffa211a5 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Calling delete_port for 28b90b09-88ca-4790-8588-7cafacaa1e45 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:13:08.435204 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2c6a17b1-b6fe-4d12-aff1-2151ffa211a5 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (28b90b09-88ca-4790-8588-7cafacaa1e45), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:08.458551 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a17b1-b6fe-4d12-aff1-2151ffa211a5 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Pushing event deleted for resources: {'Port': ['ID=28b90b09-88ca-4790-8588-7cafacaa1e45,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:08.522817 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2c6a17b1-b6fe-4d12-aff1-2151ffa211a5 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for floatingip (90f55000-a2c0-42e9-9a34-4f3e275c4b92), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:08.525629 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2c6a17b1-b6fe-4d12-aff1-2151ffa211a5 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:08.527030 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-2c6a17b1-b6fe-4d12-aff1-2151ffa211a5 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "DELETE /v2.0/floatingips/90f55000-a2c0-42e9-9a34-4f3e275c4b92 HTTP/1.1" status: 204 len: 168 time: 0.4522281 Mar 11 03:13:08.697576 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 47278) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:13:08.702842 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-d2e3c1df-b140-4eb0-a287-85548ee05200 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1879230380', 'description': 'tempest-description--613458436'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:13:08.723239 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d2e3c1df-b140-4eb0-a287-85548ee05200 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:08.796068 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d2e3c1df-b140-4eb0-a287-85548ee05200 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for security_group (abbc3216-b27e-48aa-8595-3c64483bbe33), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:08.799794 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d2e3c1df-b140-4eb0-a287-85548ee05200 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (abbc3216-b27e-48aa-8595-3c64483bbe33), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:08.828515 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d2e3c1df-b140-4eb0-a287-85548ee05200 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:08.829719 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d2e3c1df-b140-4eb0-a287-85548ee05200 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1310692 Mar 11 03:13:08.833072 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 47282) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:13:08.833569 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3c1df-b140-4eb0-a287-85548ee05200 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abbc3216-b27e-48aa-8595-3c64483bbe33,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:08.838415 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-71fba75e-57bd-42a7-af0e-90852ae76150 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Request body: {'security_group_rule': {'security_group_id': 'abbc3216-b27e-48aa-8595-3c64483bbe33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:13:08.865706 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-71fba75e-57bd-42a7-af0e-90852ae76150 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for security_group_rule (addb3300-df7a-4bea-b25a-8c17c02e3862), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:08.910106 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-71fba75e-57bd-42a7-af0e-90852ae76150 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for security_group_rule (addb3300-df7a-4bea-b25a-8c17c02e3862), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:08.914320 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-71fba75e-57bd-42a7-af0e-90852ae76150 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674351'] for security_group_rule (addb3300-df7a-4bea-b25a-8c17c02e3862), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:08.935015 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fba75e-57bd-42a7-af0e-90852ae76150 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=addb3300-df7a-4bea-b25a-8c17c02e3862,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:08.939684 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-71fba75e-57bd-42a7-af0e-90852ae76150 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:08.943438 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-71fba75e-57bd-42a7-af0e-90852ae76150 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1064131 Mar 11 03:13:08.943918 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 47284) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:13:08.947831 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-e0367f2b-7a16-4878-be61-379840591d09 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Request body: {'security_group_rule': {'security_group_id': 'abbc3216-b27e-48aa-8595-3c64483bbe33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:13:08.972435 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e0367f2b-7a16-4878-be61-379840591d09 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for security_group_rule (da0ffd46-0fe0-4468-af10-c53512ac8b77), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:09.031966 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e0367f2b-7a16-4878-be61-379840591d09 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for security_group_rule (da0ffd46-0fe0-4468-af10-c53512ac8b77), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:09.035819 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e0367f2b-7a16-4878-be61-379840591d09 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674351'] for security_group_rule (da0ffd46-0fe0-4468-af10-c53512ac8b77), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:09.053528 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0367f2b-7a16-4878-be61-379840591d09 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da0ffd46-0fe0-4468-af10-c53512ac8b77,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:09.063287 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e0367f2b-7a16-4878-be61-379840591d09 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:09.064630 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-e0367f2b-7a16-4878-be61-379840591d09 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200924 Mar 11 03:13:09.067745 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 47286) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:13:09.072010 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-a8f4878a-b821-44ec-a00f-d64fb452018b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Request body: {'floatingip': {'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:13:09.092290 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a8f4878a-b821-44ec-a00f-d64fb452018b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:09.187637 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a8f4878a-b821-44ec-a00f-d64fb452018b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:09.294813 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-a8f4878a-b821-44ec-a00f-d64fb452018b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Allocated IP 172.27.2.147 (9b47ca21-aede-450a-93e7-0e4b22f1eaa6/91a34137-7039-479a-a714-41dcecc02d59/ab22d53c-8121-4928-98a1-a2651290db04) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:13:09.397163 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a8f4878a-b821-44ec-a00f-d64fb452018b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for port (ab22d53c-8121-4928-98a1-a2651290db04), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:09.429700 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a8f4878a-b821-44ec-a00f-d64fb452018b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15272124'] for port (ab22d53c-8121-4928-98a1-a2651290db04), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:09.466596 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f4878a-b821-44ec-a00f-d64fb452018b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Network 9b47ca21-aede-450a-93e7-0e4b22f1eaa6 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:13:09.471821 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-a8f4878a-b821-44ec-a00f-d64fb452018b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:13:09.475262 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f4878a-b821-44ec-a00f-d64fb452018b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:13:09.497189 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f4878a-b821-44ec-a00f-d64fb452018b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Pushing event updated for resources: {'Port': ['ID=ab22d53c-8121-4928-98a1-a2651290db04,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:09.560896 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a8f4878a-b821-44ec-a00f-d64fb452018b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for floatingip (48ab344e-d52f-4640-b716-cdc0e9726f11), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:09.599908 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a8f4878a-b821-44ec-a00f-d64fb452018b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (ab22d53c-8121-4928-98a1-a2651290db04), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:09.762167 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a8f4878a-b821-44ec-a00f-d64fb452018b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for port (ab22d53c-8121-4928-98a1-a2651290db04), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:09.768045 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a8f4878a-b821-44ec-a00f-d64fb452018b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15272101'] for port (ab22d53c-8121-4928-98a1-a2651290db04), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:09.842720 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f4878a-b821-44ec-a00f-d64fb452018b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Pushing event updated for resources: {'Port': ['ID=ab22d53c-8121-4928-98a1-a2651290db04,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:09.855811 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a8f4878a-b821-44ec-a00f-d64fb452018b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740024'] for floatingip (48ab344e-d52f-4640-b716-cdc0e9726f11), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:09.871822 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a8f4878a-b821-44ec-a00f-d64fb452018b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:09.881774 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-a8f4878a-b821-44ec-a00f-d64fb452018b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8043981 Mar 11 03:13:09.981447 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 9d9329b8-2f49-4557-ad46-f3a82458d3b8 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:13:10.002787 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] No Port match for: 9d9329b8-2f49-4557-ad46-f3a82458d3b8 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:13:10.002986 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 9d9329b8-2f49-4557-ad46-f3a82458d3b8 not bound to the agent host hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:13:10.079226 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-592da09d-4042-4268-b49b-2d14b5d46718 req-ed530859-b29c-4900-b2a6-4366db86e38e tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1879230380&fields=id&tenant_id=7d1479d5aac746a7a501d6c1fd3e7dc4 HTTP/1.1" status: 200 len: 267 time: 0.0437269 Mar 11 03:13:10.188134 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592da09d-4042-4268-b49b-2d14b5d46718 req-cb5cf80d-ba00-4af8-8943-31ba4b32839a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:10.189564 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-592da09d-4042-4268-b49b-2d14b5d46718 req-cb5cf80d-ba00-4af8-8943-31ba4b32839a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/networks?id=24591a89-9096-47e5-935c-efce9ff962e5 HTTP/1.1" status: 200 len: 817 time: 0.1038926 Mar 11 03:13:10.204376 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-592da09d-4042-4268-b49b-2d14b5d46718 req-12b255e4-fd77-4e1e-8222-f54a9d88c2ab tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/quotas/7d1479d5aac746a7a501d6c1fd3e7dc4 HTTP/1.1" status: 200 len: 375 time: 0.0094194 Mar 11 03:13:10.260762 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-592da09d-4042-4268-b49b-2d14b5d46718 req-a1effe87-2412-411d-ab1b-ed2ece75be8e tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7d1479d5aac746a7a501d6c1fd3e7dc4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514042 Mar 11 03:13:10.357275 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-592da09d-4042-4268-b49b-2d14b5d46718 req-e5961e6c-8411-44f0-976c-94d6fa0353f5 service neutron] 10.222.0.16 "GET /v2.0/networks/24591a89-9096-47e5-935c-efce9ff962e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853732 Mar 11 03:13:10.447179 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-592da09d-4042-4268-b49b-2d14b5d46718 req-d1e0b266-9449-4abe-ad3b-95963c15c4f8 service neutron] 10.222.0.16 "GET /v2.0/networks/24591a89-9096-47e5-935c-efce9ff962e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842621 Mar 11 03:13:10.608268 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f3a8c3d7-6227-4596-8f18-19ecfdf30831 req-5c84de36-c3a3-4b15-84d8-5ac8cbd8c11d tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 210 time: 0.0268960 Mar 11 03:13:10.697269 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5276738f-06be-41e3-ab11-8bcd481aaac3 req-721a7f27-2c67-4a02-b1d4-466bc8968fdb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464501 Mar 11 03:13:10.777707 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276738f-06be-41e3-ab11-8bcd481aaac3 req-055bc86a-b555-422e-98f9-115ccb5a7449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:10.779633 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5276738f-06be-41e3-ab11-8bcd481aaac3 req-055bc86a-b555-422e-98f9-115ccb5a7449 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e5431e997864911902bdbf8e8d5d889&device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 1130 time: 0.0556524 Mar 11 03:13:10.890399 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276738f-06be-41e3-ab11-8bcd481aaac3 req-083da1f5-02c7-4481-a06b-42c794e27d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:10.891855 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5276738f-06be-41e3-ab11-8bcd481aaac3 req-083da1f5-02c7-4481-a06b-42c794e27d0a service neutron] 10.222.0.18 "GET /v2.0/networks?id=f37c9105-a6f8-4fcf-a203-248706ae8fe4 HTTP/1.1" status: 200 len: 910 time: 0.0902760 Mar 11 03:13:10.959056 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5276738f-06be-41e3-ab11-8bcd481aaac3 req-bf325876-e5c3-4fe8-83f2-d04d8a82e93d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d55120d-a416-4047-a3c2-f8e95ec8b3aa HTTP/1.1" status: 200 len: 1001 time: 0.0593700 Mar 11 03:13:11.015951 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276738f-06be-41e3-ab11-8bcd481aaac3 req-63fe9b67-8998-4220-b08e-d5501054f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:11.018055 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5276738f-06be-41e3-ab11-8bcd481aaac3 req-63fe9b67-8998-4220-b08e-d5501054f96f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9d7ee705-0509-4a4b-bcad-7ac46e456173 HTTP/1.1" status: 200 len: 849 time: 0.0479178 Mar 11 03:13:11.073500 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5276738f-06be-41e3-ab11-8bcd481aaac3 req-2a903385-400e-4258-9d6a-0365f84127c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:11.075400 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5276738f-06be-41e3-ab11-8bcd481aaac3 req-2a903385-400e-4258-9d6a-0365f84127c4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f37c9105-a6f8-4fcf-a203-248706ae8fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0508356 Mar 11 03:13:11.173354 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5276738f-06be-41e3-ab11-8bcd481aaac3 req-cc7883d2-2bbe-4895-8a33-ef0f53cef8d5 service neutron] 10.222.0.18 "GET /v2.0/networks/f37c9105-a6f8-4fcf-a203-248706ae8fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848188 Mar 11 03:13:11.265342 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5276738f-06be-41e3-ab11-8bcd481aaac3 req-461f3b9f-bc03-4ee3-90d8-dec8f3ba9f7a service neutron] 10.222.0.18 "GET /v2.0/networks/f37c9105-a6f8-4fcf-a203-248706ae8fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835047 Mar 11 03:13:11.494612 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:13:11.671162 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592da09d-4042-4268-b49b-2d14b5d46718 req-f1fa4d78-5695-4e35-9b4d-d87c19724108 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:11.673083 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-592da09d-4042-4268-b49b-2d14b5d46718 req-f1fa4d78-5695-4e35-9b4d-d87c19724108 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.18 "GET /v2.0/networks?id=24591a89-9096-47e5-935c-efce9ff962e5 HTTP/1.1" status: 200 len: 817 time: 0.1166384 Mar 11 03:13:11.711813 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5e2f44f5-f983-49b8-9403-913898398f88 req-b0f1612a-ce34-486b-9469-13f6981e6621 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 210 time: 0.0275762 Mar 11 03:13:11.738072 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-592da09d-4042-4268-b49b-2d14b5d46718 req-297d8fd0-0e2f-4340-83ed-ae8294863dc7 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d1479d5aac746a7a501d6c1fd3e7dc4 HTTP/1.1" status: 200 len: 380 time: 0.0541570 Mar 11 03:13:11.751981 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-592da09d-4042-4268-b49b-2d14b5d46718 req-c0a35669-9f4f-4527-93bf-d154b047666c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Request body: {'port': {'device_id': 'c8786603-09c0-42bd-8504-13cfa684175e', 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5', 'admin_state_up': True, 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'security_groups': ['abbc3216-b27e-48aa-8595-3c64483bbe33']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:13:11.857963 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-592da09d-4042-4268-b49b-2d14b5d46718 req-c0a35669-9f4f-4527-93bf-d154b047666c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Made reservation on behalf of 7d1479d5aac746a7a501d6c1fd3e7dc4 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:13:11.861236 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-592da09d-4042-4268-b49b-2d14b5d46718 req-c0a35669-9f4f-4527-93bf-d154b047666c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:11.987256 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-592da09d-4042-4268-b49b-2d14b5d46718 req-c0a35669-9f4f-4527-93bf-d154b047666c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Allocated IP 172.20.0.10 (24591a89-9096-47e5-935c-efce9ff962e5/b3f1ad71-9fd3-4f40-b64d-92b2f6facb57/440370ab-99bd-4ccb-b5e1-ee959271dba7) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:13:12.121600 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-592da09d-4042-4268-b49b-2d14b5d46718 req-c0a35669-9f4f-4527-93bf-d154b047666c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for port (440370ab-99bd-4ccb-b5e1-ee959271dba7), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:12.364830 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-592da09d-4042-4268-b49b-2d14b5d46718 req-c0a35669-9f4f-4527-93bf-d154b047666c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (440370ab-99bd-4ccb-b5e1-ee959271dba7), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:12.408858 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-592da09d-4042-4268-b49b-2d14b5d46718 req-c0a35669-9f4f-4527-93bf-d154b047666c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Network 24591a89-9096-47e5-935c-efce9ff962e5 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:13:12.411883 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-592da09d-4042-4268-b49b-2d14b5d46718 req-c0a35669-9f4f-4527-93bf-d154b047666c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:13:12.414310 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-592da09d-4042-4268-b49b-2d14b5d46718 req-c0a35669-9f4f-4527-93bf-d154b047666c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:13:12.445031 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a35669-9f4f-4527-93bf-d154b047666c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Pushing event updated for resources: {'Port': ['ID=440370ab-99bd-4ccb-b5e1-ee959271dba7,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:12.459795 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a35669-9f4f-4527-93bf-d154b047666c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:13:12.460148 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a35669-9f4f-4527-93bf-d154b047666c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:13:12.460489 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a35669-9f4f-4527-93bf-d154b047666c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:13:12.460828 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a35669-9f4f-4527-93bf-d154b047666c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:13:12.461171 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a35669-9f4f-4527-93bf-d154b047666c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:13:12.461751 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a35669-9f4f-4527-93bf-d154b047666c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:13:12.462140 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a35669-9f4f-4527-93bf-d154b047666c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:13:12.462468 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a35669-9f4f-4527-93bf-d154b047666c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:13:12.462791 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a35669-9f4f-4527-93bf-d154b047666c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:13:12.463112 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a35669-9f4f-4527-93bf-d154b047666c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:13:12.463438 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a35669-9f4f-4527-93bf-d154b047666c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:13:12.463761 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a35669-9f4f-4527-93bf-d154b047666c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:13:12.464834 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a35669-9f4f-4527-93bf-d154b047666c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:13:12.484100 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592da09d-4042-4268-b49b-2d14b5d46718 req-c0a35669-9f4f-4527-93bf-d154b047666c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:12.484716 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-592da09d-4042-4268-b49b-2d14b5d46718 req-c0a35669-9f4f-4527-93bf-d154b047666c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:12.500596 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-592da09d-4042-4268-b49b-2d14b5d46718 req-c0a35669-9f4f-4527-93bf-d154b047666c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7522058 Mar 11 03:13:12.515715 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-592da09d-4042-4268-b49b-2d14b5d46718 req-a7c4d9a5-2b46-4b70-a10a-6233bcc44f58 service neutron] Request body: {'port': {'device_id': 'c8786603-09c0-42bd-8504-13cfa684175e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:13:12.580107 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-592da09d-4042-4268-b49b-2d14b5d46718 req-a7c4d9a5-2b46-4b70-a10a-6233bcc44f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (440370ab-99bd-4ccb-b5e1-ee959271dba7), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:12.596985 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-153d339b-ef66-4372-afff-351b59260894 None None] Provisioning complete for port 440370ab-99bd-4ccb-b5e1-ee959271dba7 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:13:12.597552 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-153d339b-ef66-4372-afff-351b59260894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (440370ab-99bd-4ccb-b5e1-ee959271dba7), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:12.638117 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-153d339b-ef66-4372-afff-351b59260894 None None] Port 440370ab-99bd-4ccb-b5e1-ee959271dba7 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:13:12.837549 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa5391-3682-410b-ae3a-caf82f2a5bf7 req-f3859430-843e-48c1-8861-2f91ffac4d5a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:12.839173 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0daa5391-3682-410b-ae3a-caf82f2a5bf7 req-f3859430-843e-48c1-8861-2f91ffac4d5a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 932 time: 0.0554328 Mar 11 03:13:12.841992 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [req-592da09d-4042-4268-b49b-2d14b5d46718 req-a7c4d9a5-2b46-4b70-a10a-6233bcc44f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 440370ab-99bd-4ccb-b5e1-ee959271dba7 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:13:12.849446 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-592da09d-4042-4268-b49b-2d14b5d46718 req-a7c4d9a5-2b46-4b70-a10a-6233bcc44f58 service neutron] Publish callbacks [] for port (440370ab-99bd-4ccb-b5e1-ee959271dba7), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:12.861303 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-592da09d-4042-4268-b49b-2d14b5d46718 req-a7c4d9a5-2b46-4b70-a10a-6233bcc44f58 service neutron] Transition to ACTIVE for port object 440370ab-99bd-4ccb-b5e1-ee959271dba7 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 03:13:12.865086 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-592da09d-4042-4268-b49b-2d14b5d46718 req-a7c4d9a5-2b46-4b70-a10a-6233bcc44f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26187659'] for port (440370ab-99bd-4ccb-b5e1-ee959271dba7), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:12.886289 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0daa5391-3682-410b-ae3a-caf82f2a5bf7 req-a68fbade-c0ec-417b-b2e0-9e3bb7318742 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415604 Mar 11 03:13:12.919079 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c4d9a5-2b46-4b70-a10a-6233bcc44f58 service neutron] Pushing event updated for resources: {'Port': ['ID=440370ab-99bd-4ccb-b5e1-ee959271dba7,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:12.989232 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-592da09d-4042-4268-b49b-2d14b5d46718 req-a7c4d9a5-2b46-4b70-a10a-6233bcc44f58 service neutron] Attempting to bind port 440370ab-99bd-4ccb-b5e1-ee959271dba7 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:13:12.989572 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-592da09d-4042-4268-b49b-2d14b5d46718 req-a7c4d9a5-2b46-4b70-a10a-6233bcc44f58 service neutron] Attempting to bind port 440370ab-99bd-4ccb-b5e1-ee959271dba7 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '2788d6dc-bb9a-4610-93c8-718a7a34a2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:13:12.989942 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592da09d-4042-4268-b49b-2d14b5d46718 req-a7c4d9a5-2b46-4b70-a10a-6233bcc44f58 service neutron] Attempting to bind port 440370ab-99bd-4ccb-b5e1-ee959271dba7 on network 24591a89-9096-47e5-935c-efce9ff962e5 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:13:12.994506 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592da09d-4042-4268-b49b-2d14b5d46718 req-a7c4d9a5-2b46-4b70-a10a-6233bcc44f58 service neutron] Port 440370ab-99bd-4ccb-b5e1-ee959271dba7 on network 24591a89-9096-47e5-935c-efce9ff962e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 03:13:12.994829 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592da09d-4042-4268-b49b-2d14b5d46718 req-a7c4d9a5-2b46-4b70-a10a-6233bcc44f58 service neutron] Attempting to bind port 440370ab-99bd-4ccb-b5e1-ee959271dba7 on network 24591a89-9096-47e5-935c-efce9ff962e5 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:13:13.000146 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592da09d-4042-4268-b49b-2d14b5d46718 req-a7c4d9a5-2b46-4b70-a10a-6233bcc44f58 service neutron] Checking agent: {'id': '5f38bfdc-d68c-4827-815d-ecd182596ad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'started_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:13:13.000492 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592da09d-4042-4268-b49b-2d14b5d46718 req-a7c4d9a5-2b46-4b70-a10a-6233bcc44f58 service neutron] Checking segment: {'id': '2788d6dc-bb9a-4610-93c8-718a7a34a2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:13:13.000873 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592da09d-4042-4268-b49b-2d14b5d46718 req-a7c4d9a5-2b46-4b70-a10a-6233bcc44f58 service neutron] Bound using segment: {'id': '2788d6dc-bb9a-4610-93c8-718a7a34a2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:13:13.001303 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-592da09d-4042-4268-b49b-2d14b5d46718 req-a7c4d9a5-2b46-4b70-a10a-6233bcc44f58 service neutron] Bound port: 440370ab-99bd-4ccb-b5e1-ee959271dba7, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2788d6dc-bb9a-4610-93c8-718a7a34a2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:13:13.001659 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-592da09d-4042-4268-b49b-2d14b5d46718 req-a7c4d9a5-2b46-4b70-a10a-6233bcc44f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (440370ab-99bd-4ccb-b5e1-ee959271dba7), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:13.067109 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-592da09d-4042-4268-b49b-2d14b5d46718 req-a7c4d9a5-2b46-4b70-a10a-6233bcc44f58 service neutron] For port 440370ab-99bd-4ccb-b5e1-ee959271dba7, host hv-cinder-74014, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:13:13.070147 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-592da09d-4042-4268-b49b-2d14b5d46718 req-a7c4d9a5-2b46-4b70-a10a-6233bcc44f58 service neutron] For port 440370ab-99bd-4ccb-b5e1-ee959271dba7, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=440370ab-99bd-4ccb-b5e1-ee959271dba7,segment=NetworkSegment(2788d6dc-bb9a-4610-93c8-718a7a34a2b4),segment_id=2788d6dc-bb9a-4610-93c8-718a7a34a2b4)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:13:13.075452 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-592da09d-4042-4268-b49b-2d14b5d46718 req-a7c4d9a5-2b46-4b70-a10a-6233bcc44f58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26187659'] for port (440370ab-99bd-4ccb-b5e1-ee959271dba7), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:13.108230 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592da09d-4042-4268-b49b-2d14b5d46718 req-a7c4d9a5-2b46-4b70-a10a-6233bcc44f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:13.108856 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-592da09d-4042-4268-b49b-2d14b5d46718 req-a7c4d9a5-2b46-4b70-a10a-6233bcc44f58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:13.110256 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-592da09d-4042-4268-b49b-2d14b5d46718 req-a7c4d9a5-2b46-4b70-a10a-6233bcc44f58 service neutron] 10.222.0.18 "PUT /v2.0/ports/440370ab-99bd-4ccb-b5e1-ee959271dba7 HTTP/1.1" status: 200 len: 1094 time: 0.5993764 Mar 11 03:13:13.110712 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8786603-09c0-42bd-8504-13cfa684175e', 'tag': '440370ab-99bd-4ccb-b5e1-ee959271dba7'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:13:13.112930 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacfaa05-088e-46ef-b6f7-6ff869c50c19" -d '{"events": [{"name": "network-changed", "server_uuid": "c8786603-09c0-42bd-8504-13cfa684175e", "tag": "440370ab-99bd-4ccb-b5e1-ee959271dba7"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:13:13.142056 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c4d9a5-2b46-4b70-a10a-6233bcc44f58 service neutron] Pushing event updated for resources: {'Port': ['ID=440370ab-99bd-4ccb-b5e1-ee959271dba7,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:13.162266 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8059fd-f04c-43ce-a3c1-87fcf54e6b79 x-openstack-request-id: req-7f8059fd-f04c-43ce-a3c1-87fcf54e6b79 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:13:13.162440 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8786603-09c0-42bd-8504-13cfa684175e", "tag": "440370ab-99bd-4ccb-b5e1-ee959271dba7", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:13:13.162756 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7f8059fd-f04c-43ce-a3c1-87fcf54e6b79 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:13:13.163128 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8786603-09c0-42bd-8504-13cfa684175e', 'tag': '440370ab-99bd-4ccb-b5e1-ee959271dba7', 'status': 'completed', 'code': 200} Mar 11 03:13:13.222126 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592da09d-4042-4268-b49b-2d14b5d46718 req-c6d8dbfb-93da-4420-996b-bb7e32f493cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:13.223633 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-592da09d-4042-4268-b49b-2d14b5d46718 req-c6d8dbfb-93da-4420-996b-bb7e32f493cf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d1479d5aac746a7a501d6c1fd3e7dc4&device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 1128 time: 0.0519142 Mar 11 03:13:13.267474 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-592da09d-4042-4268-b49b-2d14b5d46718 req-b71cf101-4016-4210-a852-a8971ca61f40 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=440370ab-99bd-4ccb-b5e1-ee959271dba7 HTTP/1.1" status: 200 len: 217 time: 0.0362108 Mar 11 03:13:13.319453 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592da09d-4042-4268-b49b-2d14b5d46718 req-68307433-401c-4092-b117-7f1c47945190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:13.320995 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-592da09d-4042-4268-b49b-2d14b5d46718 req-68307433-401c-4092-b117-7f1c47945190 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b3f1ad71-9fd3-4f40-b64d-92b2f6facb57 HTTP/1.1" status: 200 len: 856 time: 0.0432177 Mar 11 03:13:13.374580 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592da09d-4042-4268-b49b-2d14b5d46718 req-29537c43-9256-4172-bd75-dce4b9ea71af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:13.376055 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-592da09d-4042-4268-b49b-2d14b5d46718 req-29537c43-9256-4172-bd75-dce4b9ea71af service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=24591a89-9096-47e5-935c-efce9ff962e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473924 Mar 11 03:13:13.465583 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-592da09d-4042-4268-b49b-2d14b5d46718 req-58270734-c127-4b25-acaa-a4eacb892d8c service neutron] 10.222.0.18 "GET /v2.0/networks/24591a89-9096-47e5-935c-efce9ff962e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823550 Mar 11 03:13:13.558803 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-592da09d-4042-4268-b49b-2d14b5d46718 req-3d19a409-ea51-482b-9900-7bf25c046626 service neutron] 10.222.0.18 "GET /v2.0/networks/24591a89-9096-47e5-935c-efce9ff962e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842991 Mar 11 03:13:13.647320 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfaa05-088e-46ef-b6f7-6ff869c50c19 req-57c0bc83-73f7-4428-8643-fe9133cbfb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:13.648804 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-aacfaa05-088e-46ef-b6f7-6ff869c50c19 req-57c0bc83-73f7-4428-8643-fe9133cbfb8e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d1479d5aac746a7a501d6c1fd3e7dc4&device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 1128 time: 0.0459380 Mar 11 03:13:13.742421 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfaa05-088e-46ef-b6f7-6ff869c50c19 req-175542e8-a685-4d21-ab6f-e16b055619cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:13.743840 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-aacfaa05-088e-46ef-b6f7-6ff869c50c19 req-175542e8-a685-4d21-ab6f-e16b055619cc service neutron] 10.222.0.18 "GET /v2.0/networks?id=24591a89-9096-47e5-935c-efce9ff962e5 HTTP/1.1" status: 200 len: 917 time: 0.0888016 Mar 11 03:13:13.786284 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-aacfaa05-088e-46ef-b6f7-6ff869c50c19 req-0f70c681-baf2-49cc-b00e-2e2d12dc6f25 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=440370ab-99bd-4ccb-b5e1-ee959271dba7 HTTP/1.1" status: 200 len: 217 time: 0.0342968 Mar 11 03:13:13.834720 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfaa05-088e-46ef-b6f7-6ff869c50c19 req-c03f10ed-ef91-4ab0-a8d8-3bb08cf3d881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:13.836120 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-aacfaa05-088e-46ef-b6f7-6ff869c50c19 req-c03f10ed-ef91-4ab0-a8d8-3bb08cf3d881 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b3f1ad71-9fd3-4f40-b64d-92b2f6facb57 HTTP/1.1" status: 200 len: 856 time: 0.0423129 Mar 11 03:13:13.887652 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfaa05-088e-46ef-b6f7-6ff869c50c19 req-bdd7de17-b3c0-40d8-a2a0-ca02b298c4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:13.889106 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-aacfaa05-088e-46ef-b6f7-6ff869c50c19 req-bdd7de17-b3c0-40d8-a2a0-ca02b298c4f5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=24591a89-9096-47e5-935c-efce9ff962e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432162 Mar 11 03:13:13.983371 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-aacfaa05-088e-46ef-b6f7-6ff869c50c19 req-e880e291-72de-43a7-96c3-0348554ab57a service neutron] 10.222.0.18 "GET /v2.0/networks/24591a89-9096-47e5-935c-efce9ff962e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866385 Mar 11 03:13:14.008546 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f1fb0-cd09-4a0d-bdb2-a51ffdba8f8e req-4560574f-f7bd-47c4-a6e0-eb7f148c173c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:14.009970 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e84f1fb0-cd09-4a0d-bdb2-a51ffdba8f8e req-4560574f-f7bd-47c4-a6e0-eb7f148c173c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 944 time: 0.0511162 Mar 11 03:13:14.057565 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e84f1fb0-cd09-4a0d-bdb2-a51ffdba8f8e req-cee55b41-45ca-4aa7-8cea-800b2dc9c098 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410547 Mar 11 03:13:14.076830 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-aacfaa05-088e-46ef-b6f7-6ff869c50c19 req-1cf24607-2005-4f17-80a6-cfd2f5303c73 service neutron] 10.222.0.18 "GET /v2.0/networks/24591a89-9096-47e5-935c-efce9ff962e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870354 Mar 11 03:13:15.184182 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebc43d-425c-41be-adc7-35b3663520a1 req-6dc0c1de-9884-4ea4-ba12-80881b533953 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:15.185643 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-64ebc43d-425c-41be-adc7-35b3663520a1 req-6dc0c1de-9884-4ea4-ba12-80881b533953 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 944 time: 0.0518203 Mar 11 03:13:15.235002 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-64ebc43d-425c-41be-adc7-35b3663520a1 req-5de5fe8e-a806-4977-b838-281922dafff2 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437822 Mar 11 03:13:16.011441 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 440370ab-99bd-4ccb-b5e1-ee959271dba7 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 03:13:16.107145 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 440370ab-99bd-4ccb-b5e1-ee959271dba7, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=440370ab-99bd-4ccb-b5e1-ee959271dba7,segment=NetworkSegment(2788d6dc-bb9a-4610-93c8-718a7a34a2b4),segment_id=2788d6dc-bb9a-4610-93c8-718a7a34a2b4)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:13:16.118522 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Returning: {'device': '440370ab-99bd-4ccb-b5e1-ee959271dba7', 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5', 'port_id': '440370ab-99bd-4ccb-b5e1-ee959271dba7', 'mac_address': 'fa:16:3e:88:55:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3f1ad71-9fd3-4f40-b64d-92b2f6facb57', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 03:13:16.156069 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 440370ab-99bd-4ccb-b5e1-ee959271dba7 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:13:16.156464 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (440370ab-99bd-4ccb-b5e1-ee959271dba7), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:16.169162 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 440370ab-99bd-4ccb-b5e1-ee959271dba7 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:13:16.187777 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 440370ab-99bd-4ccb-b5e1-ee959271dba7, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=440370ab-99bd-4ccb-b5e1-ee959271dba7,segment=NetworkSegment(2788d6dc-bb9a-4610-93c8-718a7a34a2b4),segment_id=2788d6dc-bb9a-4610-93c8-718a7a34a2b4)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:13:16.191601 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (440370ab-99bd-4ccb-b5e1-ee959271dba7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:16.235993 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=440370ab-99bd-4ccb-b5e1-ee959271dba7,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:16.352125 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab3be6-9e70-47e9-b59e-86ce8a7d9843 req-f1892a12-c522-4e6e-be7d-8cf53cb50a9d tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:16.353604 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e8ab3be6-9e70-47e9-b59e-86ce8a7d9843 req-f1892a12-c522-4e6e-be7d-8cf53cb50a9d tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 945 time: 0.0515451 Mar 11 03:13:16.400509 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e8ab3be6-9e70-47e9-b59e-86ce8a7d9843 req-9b701ee1-7c92-4cfb-9bec-123e6dbe6d49 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401793 Mar 11 03:13:16.475850 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] get_ports_and_sgs() called for port_ids ['440370ab-99bd-4ccb-b5e1-ee959271dba7'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:13:17.519528 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83436b40-2fb7-4e56-a585-839a93496303 req-726bc943-6d94-4ea7-b54d-ac8afac5fa3d tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:17.520965 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-83436b40-2fb7-4e56-a585-839a93496303 req-726bc943-6d94-4ea7-b54d-ac8afac5fa3d tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 945 time: 0.0506825 Mar 11 03:13:17.565934 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-83436b40-2fb7-4e56-a585-839a93496303 req-3ee2bb10-38e2-43e3-ae2a-a86d9671c51e tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385869 Mar 11 03:13:18.013554 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 440370ab-99bd-4ccb-b5e1-ee959271dba7 up at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:13:18.061587 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning for port 440370ab-99bd-4ccb-b5e1-ee959271dba7 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 03:13:18.065899 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning complete for port 440370ab-99bd-4ccb-b5e1-ee959271dba7 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:13:18.066270 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (440370ab-99bd-4ccb-b5e1-ee959271dba7), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:18.267965 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 440370ab-99bd-4ccb-b5e1-ee959271dba7 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:13:18.268260 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (440370ab-99bd-4ccb-b5e1-ee959271dba7), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:18.290202 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8786603-09c0-42bd-8504-13cfa684175e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440370ab-99bd-4ccb-b5e1-ee959271dba7'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:13:18.293338 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288e491573ecc61b3bf0bc0bc1cef05b47d52e8efc38ed9f7c410eed2e18b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8461c7fd-cd0b-4a17-aff0-4ed117b8f687" -d '{"events": [{"server_uuid": "c8786603-09c0-42bd-8504-13cfa684175e", "name": "network-vif-plugged", "status": "completed", "tag": "440370ab-99bd-4ccb-b5e1-ee959271dba7"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:13:18.305549 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 440370ab-99bd-4ccb-b5e1-ee959271dba7, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=440370ab-99bd-4ccb-b5e1-ee959271dba7,segment=NetworkSegment(2788d6dc-bb9a-4610-93c8-718a7a34a2b4),segment_id=2788d6dc-bb9a-4610-93c8-718a7a34a2b4)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:13:18.310237 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (440370ab-99bd-4ccb-b5e1-ee959271dba7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:18.334260 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21313b6e-55e4-4c12-858d-e999eae7fd04 x-openstack-request-id: req-21313b6e-55e4-4c12-858d-e999eae7fd04 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:13:18.334551 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8786603-09c0-42bd-8504-13cfa684175e", "name": "network-vif-plugged", "status": "completed", "tag": "440370ab-99bd-4ccb-b5e1-ee959271dba7", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:13:18.334800 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-21313b6e-55e4-4c12-858d-e999eae7fd04 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:13:18.335185 dv-cinder-740146-14-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8786603-09c0-42bd-8504-13cfa684175e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440370ab-99bd-4ccb-b5e1-ee959271dba7', 'code': 200} Mar 11 03:13:18.362605 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=440370ab-99bd-4ccb-b5e1-ee959271dba7,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:18.369576 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:13:18.369997 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:13:18.370430 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:13:18.370782 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:13:18.371119 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:13:18.371455 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:13:18.371790 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:13:18.372125 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:13:18.372456 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:13:18.372789 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:13:18.373122 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:13:18.373585 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:13:18.373972 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:13:18.503118 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a8db6-4f86-4a48-a7e8-26891713b376 req-e9360311-4561-4855-a4f6-cdc023ec2261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:18.504572 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-f23a8db6-4f86-4a48-a7e8-26891713b376 req-e9360311-4561-4855-a4f6-cdc023ec2261 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 1130 time: 0.0437505 Mar 11 03:13:18.550525 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-f23a8db6-4f86-4a48-a7e8-26891713b376 req-0c99e80f-22b5-49ed-9f8d-f95dd4d75a02 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364270 Mar 11 03:13:18.687420 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc465d0f-27b5-43b1-b859-34e69d3ab01a req-fcbd0bb0-cdd1-4cae-87d9-0dea44a65d6d tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:18.688874 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dc465d0f-27b5-43b1-b859-34e69d3ab01a req-fcbd0bb0-cdd1-4cae-87d9-0dea44a65d6d tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 946 time: 0.0553386 Mar 11 03:13:18.735348 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dc465d0f-27b5-43b1-b859-34e69d3ab01a req-afe35f87-0a8a-45e2-8f86-ce7ebd7c10f6 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407584 Mar 11 03:13:19.105457 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf8eaf-d91c-400c-8da3-452edaf2376d req-14161901-e02f-4770-8b8b-fcbf3bd0e4e7 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:19.106964 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cecf8eaf-d91c-400c-8da3-452edaf2376d req-14161901-e02f-4770-8b8b-fcbf3bd0e4e7 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.0524366 Mar 11 03:13:19.153236 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cecf8eaf-d91c-400c-8da3-452edaf2376d req-e5a407f6-3fd4-4648-88ee-6c4090d8256f tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405941 Mar 11 03:13:19.860611 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315f1fe-50a3-4ac8-b684-61518c17f32a req-fd656c81-9329-48fb-8f63-6ae7e7cb6d34 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:19.862109 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9315f1fe-50a3-4ac8-b684-61518c17f32a req-fd656c81-9329-48fb-8f63-6ae7e7cb6d34 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 946 time: 0.0566974 Mar 11 03:13:19.910851 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9315f1fe-50a3-4ac8-b684-61518c17f32a req-64f0ea6b-0822-4dd4-baa9-4e52fe11a704 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432501 Mar 11 03:13:20.269587 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2521878-49a9-4f3d-89ac-5b06c16eeac2 req-79a03adb-52aa-4bcb-a416-d6c656fb4384 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:20.271095 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a2521878-49a9-4f3d-89ac-5b06c16eeac2 req-79a03adb-52aa-4bcb-a416-d6c656fb4384 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.0527065 Mar 11 03:13:20.318310 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a2521878-49a9-4f3d-89ac-5b06c16eeac2 req-419af7bf-438e-43c4-bc6e-b0a7fed811ef tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404873 Mar 11 03:13:21.032377 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7761f-248d-451c-9e81-33cde3ed7b43 req-6a11e206-5e8d-4f09-97d6-60e7e7d1c0ea tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:21.033838 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d0b7761f-248d-451c-9e81-33cde3ed7b43 req-6a11e206-5e8d-4f09-97d6-60e7e7d1c0ea tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 946 time: 0.0511615 Mar 11 03:13:21.082506 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d0b7761f-248d-451c-9e81-33cde3ed7b43 req-40eef0d9-abeb-40b3-bf09-bb2d14301738 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431142 Mar 11 03:13:21.197846 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba825e1-a36a-46a0-b16f-bf98c71ea35d req-39d297c2-07ff-4396-9175-812309272427 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:21.199467 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-dba825e1-a36a-46a0-b16f-bf98c71ea35d req-39d297c2-07ff-4396-9175-812309272427 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 946 time: 0.0515764 Mar 11 03:13:21.207731 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 47358) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:13:21.212210 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-b08aeee9-d30b-4179-bc58-b40484b03055 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Request body: {'floatingip': {'port_id': '440370ab-99bd-4ccb-b5e1-ee959271dba7'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:13:21.250687 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b08aeee9-d30b-4179-bc58-b40484b03055 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for floatingip (48ab344e-d52f-4640-b716-cdc0e9726f11), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:21.488959 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd85e3e-61f0-4817-a266-3e343e2b1052 req-6534c895-2863-4371-b553-3faa0fbc013a tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:21.490354 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cbd85e3e-61f0-4817-a266-3e343e2b1052 req-6534c895-2863-4371-b553-3faa0fbc013a tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.0985117 Mar 11 03:13:21.512527 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12308f59-40ca-479a-834b-2234a8f34084 req-7ccd5235-1ccb-4b7e-9ac5-a4c8e0478808 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:21.514087 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-12308f59-40ca-479a-834b-2234a8f34084 req-7ccd5235-1ccb-4b7e-9ac5-a4c8e0478808 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 946 time: 0.0517244 Mar 11 03:13:21.611060 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cbd85e3e-61f0-4817-a266-3e343e2b1052 req-700773b3-e143-469c-ace6-d0dc14277ab6 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=67c9c10a-084f-44f5-9fef-df4039f61d68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113200 Mar 11 03:13:21.611527 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-12308f59-40ca-479a-834b-2234a8f34084 req-35a92418-6e31-476d-a669-191886163949 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Deleting port 8d55120d-a416-4047-a3c2-f8e95ec8b3aa {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:13:21.611877 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-12308f59-40ca-479a-834b-2234a8f34084 req-35a92418-6e31-476d-a669-191886163949 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (8d55120d-a416-4047-a3c2-f8e95ec8b3aa), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:21.704437 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-12308f59-40ca-479a-834b-2234a8f34084 req-35a92418-6e31-476d-a669-191886163949 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] For port 8d55120d-a416-4047-a3c2-f8e95ec8b3aa, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=8d55120d-a416-4047-a3c2-f8e95ec8b3aa,segment=NetworkSegment(f7c503d7-7470-4171-8604-818764f5f205),segment_id=f7c503d7-7470-4171-8604-818764f5f205)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:13:21.704789 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-12308f59-40ca-479a-834b-2234a8f34084 req-35a92418-6e31-476d-a669-191886163949 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (8d55120d-a416-4047-a3c2-f8e95ec8b3aa), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:21.758780 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b08aeee9-d30b-4179-bc58-b40484b03055 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:21.763655 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b08aeee9-d30b-4179-bc58-b40484b03055 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740024'] for floatingip (48ab344e-d52f-4640-b716-cdc0e9726f11), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:21.864421 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.db.l3_db [None req-b08aeee9-d30b-4179-bc58-b40484b03055 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Floating IP 48ab344e-d52f-4640-b716-cdc0e9726f11 associated. External IP: 172.27.2.147, port: 440370ab-99bd-4ccb-b5e1-ee959271dba7. Mar 11 03:13:21.883588 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-12308f59-40ca-479a-834b-2234a8f34084 req-35a92418-6e31-476d-a669-191886163949 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:21.883972 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-12308f59-40ca-479a-834b-2234a8f34084 req-35a92418-6e31-476d-a669-191886163949 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740024'] for floatingip (a6dc6826-138a-4024-bf3e-abf4cb6fcdd3), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:21.884316 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.db.l3_db [req-12308f59-40ca-479a-834b-2234a8f34084 req-35a92418-6e31-476d-a669-191886163949 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Floating IP a6dc6826-138a-4024-bf3e-abf4cb6fcdd3 disassociated. External IP: 172.27.2.12, port: 8d55120d-a416-4047-a3c2-f8e95ec8b3aa. Mar 11 03:13:21.884644 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-12308f59-40ca-479a-834b-2234a8f34084 req-35a92418-6e31-476d-a669-191886163949 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Calling delete_port for 8d55120d-a416-4047-a3c2-f8e95ec8b3aa owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:13:22.020230 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-12308f59-40ca-479a-834b-2234a8f34084 req-35a92418-6e31-476d-a669-191886163949 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (8d55120d-a416-4047-a3c2-f8e95ec8b3aa), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:22.055484 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a92418-6e31-476d-a669-191886163949 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Pushing event deleted for resources: {'Port': ['ID=8d55120d-a416-4047-a3c2-f8e95ec8b3aa,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:22.086942 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08aeee9-d30b-4179-bc58-b40484b03055 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Router 6cc731f1-ac2f-4e1c-bdee-182a936eddb8 has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:13:22.174659 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12308f59-40ca-479a-834b-2234a8f34084 req-35a92418-6e31-476d-a669-191886163949 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Router f64c16ae-eb84-4976-bb0d-79c3a8590dc5 has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:13:22.200039 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08aeee9-d30b-4179-bc58-b40484b03055 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:13:22.204976 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b08aeee9-d30b-4179-bc58-b40484b03055 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:22.211907 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947d4a50-afa6-4cc0-9fc2-b23e8c04f6f1 None None] Sync routers for ids ['6cc731f1-ac2f-4e1c-bdee-182a936eddb8'] in dv-cinder-740146-14-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:13:22.227916 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947d4a50-afa6-4cc0-9fc2-b23e8c04f6f1 None None] Routers {'6cc731f1-ac2f-4e1c-bdee-182a936eddb8'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:13:22.228551 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-947d4a50-afa6-4cc0-9fc2-b23e8c04f6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:13:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['6cc731f1-ac2f-4e1c-bdee-182a936eddb8'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:13:22.236894 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-b08aeee9-d30b-4179-bc58-b40484b03055 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "PUT /v2.0/floatingips/48ab344e-d52f-4640-b716-cdc0e9726f11 HTTP/1.1" status: 200 len: 992 time: 1.0281234 Mar 11 03:13:22.237694 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8786603-09c0-42bd-8504-13cfa684175e', 'tag': '440370ab-99bd-4ccb-b5e1-ee959271dba7'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:13:22.240594 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2960e148d505d0db9578e09e45f103c014611ddc5e7b14cf683b9a13ab87040d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcfc2981-1a32-4631-9be2-f1fa1e84f912" -d '{"events": [{"name": "network-changed", "server_uuid": "c8786603-09c0-42bd-8504-13cfa684175e", "tag": "440370ab-99bd-4ccb-b5e1-ee959271dba7"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:13:22.293681 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12308f59-40ca-479a-834b-2234a8f34084 req-35a92418-6e31-476d-a669-191886163949 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:13:22.293823 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0c00cc-d419-4837-917f-8ace986cec6d x-openstack-request-id: req-bc0c00cc-d419-4837-917f-8ace986cec6d {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:13:22.294036 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8786603-09c0-42bd-8504-13cfa684175e", "tag": "440370ab-99bd-4ccb-b5e1-ee959271dba7", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:13:22.294296 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc0c00cc-d419-4837-917f-8ace986cec6d {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:13:22.294691 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8786603-09c0-42bd-8504-13cfa684175e', 'tag': '440370ab-99bd-4ccb-b5e1-ee959271dba7', 'status': 'completed', 'code': 200} Mar 11 03:13:22.307105 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab10e4c-2fa5-4736-8aad-aca78a49798e None None] Sync routers for ids ['f64c16ae-eb84-4976-bb0d-79c3a8590dc5'] in dv-cinder-740146-14-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:13:22.317854 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab10e4c-2fa5-4736-8aad-aca78a49798e None None] Routers {'f64c16ae-eb84-4976-bb0d-79c3a8590dc5'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:13:22.318492 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5ab10e4c-2fa5-4736-8aad-aca78a49798e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:13:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['f64c16ae-eb84-4976-bb0d-79c3a8590dc5'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:13:22.356612 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-12308f59-40ca-479a-834b-2234a8f34084 req-35a92418-6e31-476d-a669-191886163949 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] No DVR routers for this DVR port 8d55120d-a416-4047-a3c2-f8e95ec8b3aa on host hv-cinder-74014 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:13:22.360576 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-12308f59-40ca-479a-834b-2234a8f34084 req-35a92418-6e31-476d-a669-191886163949 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:22.363759 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-12308f59-40ca-479a-834b-2234a8f34084 req-35a92418-6e31-476d-a669-191886163949 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.18 "DELETE /v2.0/ports/8d55120d-a416-4047-a3c2-f8e95ec8b3aa HTTP/1.1" status: 204 len: 173 time: 0.8444996 Mar 11 03:13:22.364196 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7aabbc-1aa9-435e-b499-f268324eeb16', 'name': 'network-vif-deleted', 'tag': '8d55120d-a416-4047-a3c2-f8e95ec8b3aa'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:13:22.366567 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8f2f3d-8833-4feb-b14e-cfddd0fbd145" -d '{"events": [{"server_uuid": "3f7aabbc-1aa9-435e-b499-f268324eeb16", "name": "network-vif-deleted", "tag": "8d55120d-a416-4047-a3c2-f8e95ec8b3aa"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:13:22.385459 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-947d4a50-afa6-4cc0-9fc2-b23e8c04f6f1 None None] Set router 6cc731f1-ac2f-4e1c-bdee-182a936eddb8 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:13:22.392637 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc2981-1a32-4631-9be2-f1fa1e84f912 req-039a25df-28ec-4711-b3d2-b5725560832c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:22.394329 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bcfc2981-1a32-4631-9be2-f1fa1e84f912 req-039a25df-28ec-4711-b3d2-b5725560832c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d1479d5aac746a7a501d6c1fd3e7dc4&device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 1130 time: 0.0737634 Mar 11 03:13:22.424649 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79dd187a-d9bf-4b2c-a8e6-6c260cddd126 x-openstack-request-id: req-79dd187a-d9bf-4b2c-a8e6-6c260cddd126 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:13:22.425001 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f7aabbc-1aa9-435e-b499-f268324eeb16", "name": "network-vif-deleted", "tag": "8d55120d-a416-4047-a3c2-f8e95ec8b3aa", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:13:22.425328 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-79dd187a-d9bf-4b2c-a8e6-6c260cddd126 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:13:22.425938 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f7aabbc-1aa9-435e-b499-f268324eeb16', 'name': 'network-vif-deleted', 'tag': '8d55120d-a416-4047-a3c2-f8e95ec8b3aa', 'status': 'completed', 'code': 200} Mar 11 03:13:22.537203 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc2981-1a32-4631-9be2-f1fa1e84f912 req-0473f4ec-67a1-4110-936b-b54f7fe3cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:22.538800 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bcfc2981-1a32-4631-9be2-f1fa1e84f912 req-0473f4ec-67a1-4110-936b-b54f7fe3cdab service neutron] 10.222.0.18 "GET /v2.0/networks?id=24591a89-9096-47e5-935c-efce9ff962e5 HTTP/1.1" status: 200 len: 917 time: 0.1371338 Mar 11 03:13:22.596931 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-5ab10e4c-2fa5-4736-8aad-aca78a49798e None None] Set router f64c16ae-eb84-4976-bb0d-79c3a8590dc5 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:13:22.622121 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bcfc2981-1a32-4631-9be2-f1fa1e84f912 req-9a0ff214-5682-4fb8-9d6b-2c02049c88e9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=440370ab-99bd-4ccb-b5e1-ee959271dba7 HTTP/1.1" status: 200 len: 1000 time: 0.0725498 Mar 11 03:13:22.669741 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-947d4a50-afa6-4cc0-9fc2-b23e8c04f6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'name': 'tempest-AttachVolumeShelveTestJSON-2069402318-router', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:03Z', 'updated_at': '2022-03-11T03:09:13Z', 'revision_number': 4, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'gw_port': {'id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fe:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': '48ab344e-d52f-4640-b716-cdc0e9726f11', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'port_id': '440370ab-99bd-4ccb-b5e1-ee959271dba7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5', 'mac_address': 'fa:16:3e:88:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8786603-09c0-42bd-8504-13cfa684175e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:13:09Z', 'updated_at': '2022-03-11T03:13:21Z', 'revision_number': 1, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36d581ab-f865-4b2a-bdbb-2a77e0ca66ba', 'name': '', 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'mac_address': 'fa:16:3e:fc:a9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b3f1ad71-9fd3-4f40-b64d-92b2f6facb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:10Z', 'updated_at': '2022-03-11T03:09:23Z', 'revision_number': 5, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'subnets': [{'id': 'b3f1ad71-9fd3-4f40-b64d-92b2f6facb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:13:22.689211 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc2981-1a32-4631-9be2-f1fa1e84f912 req-521137a3-2f53-425e-8526-6da93e8b4bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:22.690980 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bcfc2981-1a32-4631-9be2-f1fa1e84f912 req-521137a3-2f53-425e-8526-6da93e8b4bf5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b3f1ad71-9fd3-4f40-b64d-92b2f6facb57 HTTP/1.1" status: 200 len: 856 time: 0.0625823 Mar 11 03:13:22.701310 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947d4a50-afa6-4cc0-9fc2-b23e8c04f6f1 None None] Checking router: 6cc731f1-ac2f-4e1c-bdee-182a936eddb8 for host: dv-cinder-740146-14-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:13:22.714648 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947d4a50-afa6-4cc0-9fc2-b23e8c04f6f1 None None] Routers {'6cc731f1-ac2f-4e1c-bdee-182a936eddb8'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:13:22.715301 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-947d4a50-afa6-4cc0-9fc2-b23e8c04f6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:13:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['6cc731f1-ac2f-4e1c-bdee-182a936eddb8'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:13:22.756813 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-01406b54-7106-4a31-b218-575a9a4301e4 req-6bce319b-eb81-491d-8831-bb986ce3cd83 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=3f7aabbc-1aa9-435e-b499-f268324eeb16 HTTP/1.1" status: 200 len: 210 time: 0.0456686 Mar 11 03:13:22.759176 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc2981-1a32-4631-9be2-f1fa1e84f912 req-5a32801c-8c58-4852-96fc-f1c7ffd2861e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:22.760951 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bcfc2981-1a32-4631-9be2-f1fa1e84f912 req-5a32801c-8c58-4852-96fc-f1c7ffd2861e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=24591a89-9096-47e5-935c-efce9ff962e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0634696 Mar 11 03:13:22.843567 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-947d4a50-afa6-4cc0-9fc2-b23e8c04f6f1 None None] Set router 6cc731f1-ac2f-4e1c-bdee-182a936eddb8 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:13:22.844377 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5ab10e4c-2fa5-4736-8aad-aca78a49798e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'name': 'tempest-AttachVolumeTestJSON-664179423-router', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '262549d5-b931-4643-b731-0ec614fbf220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:09:13Z', 'revision_number': 4, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'gw_port': {'id': '262549d5-b931-4643-b731-0ec614fbf220', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:dc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:05Z', 'updated_at': '2022-03-11T03:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': 'ae06cdad-78cb-49b8-ac49-893a5dc17d71', 'name': '', 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'mac_address': 'fa:16:3e:97:0c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9d7ee705-0509-4a4b-bcad-7ac46e456173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:11Z', 'updated_at': '2022-03-11T03:09:25Z', 'revision_number': 5, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'subnets': [{'id': '9d7ee705-0509-4a4b-bcad-7ac46e456173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:13:22.874100 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab10e4c-2fa5-4736-8aad-aca78a49798e None None] Checking router: f64c16ae-eb84-4976-bb0d-79c3a8590dc5 for host: dv-cinder-740146-14-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:13:22.874304 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bcfc2981-1a32-4631-9be2-f1fa1e84f912 req-214c071f-63bc-4e42-8059-e2158cc2d7be service neutron] 10.222.0.18 "GET /v2.0/networks/24591a89-9096-47e5-935c-efce9ff962e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987172 Mar 11 03:13:22.890545 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab10e4c-2fa5-4736-8aad-aca78a49798e None None] Routers {'f64c16ae-eb84-4976-bb0d-79c3a8590dc5'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:13:22.891421 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5ab10e4c-2fa5-4736-8aad-aca78a49798e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:13:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['f64c16ae-eb84-4976-bb0d-79c3a8590dc5'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:13:23.000088 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bcfc2981-1a32-4631-9be2-f1fa1e84f912 req-9adb7326-c2a9-453c-a855-b1aa0a5ade91 service neutron] 10.222.0.18 "GET /v2.0/networks/24591a89-9096-47e5-935c-efce9ff962e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195974 Mar 11 03:13:23.034909 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-5ab10e4c-2fa5-4736-8aad-aca78a49798e None None] Set router f64c16ae-eb84-4976-bb0d-79c3a8590dc5 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:13:23.105506 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-947d4a50-afa6-4cc0-9fc2-b23e8c04f6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'name': 'tempest-AttachVolumeShelveTestJSON-2069402318-router', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:03Z', 'updated_at': '2022-03-11T03:09:13Z', 'revision_number': 4, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'gw_port': {'id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fe:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': '48ab344e-d52f-4640-b716-cdc0e9726f11', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'port_id': '440370ab-99bd-4ccb-b5e1-ee959271dba7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5', 'mac_address': 'fa:16:3e:88:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8786603-09c0-42bd-8504-13cfa684175e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:13:09Z', 'updated_at': '2022-03-11T03:13:21Z', 'revision_number': 1, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36d581ab-f865-4b2a-bdbb-2a77e0ca66ba', 'name': '', 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'mac_address': 'fa:16:3e:fc:a9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b3f1ad71-9fd3-4f40-b64d-92b2f6facb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:10Z', 'updated_at': '2022-03-11T03:09:23Z', 'revision_number': 5, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'subnets': [{'id': 'b3f1ad71-9fd3-4f40-b64d-92b2f6facb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:13:23.135196 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947d4a50-afa6-4cc0-9fc2-b23e8c04f6f1 None None] The sync data for ids ['6cc731f1-ac2f-4e1c-bdee-182a936eddb8'] in dv-cinder-740146-14-iscsi is: [{'id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'name': 'tempest-AttachVolumeShelveTestJSON-2069402318-router', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:03Z', 'updated_at': '2022-03-11T03:09:13Z', 'revision_number': 4, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'gw_port': {'id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fe:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': '48ab344e-d52f-4640-b716-cdc0e9726f11', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'port_id': '440370ab-99bd-4ccb-b5e1-ee959271dba7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5', 'mac_address': 'fa:16:3e:88:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8786603-09c0-42bd-8504-13cfa684175e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:13:09Z', 'updated_at': '2022-03-11T03:13:21Z', 'revision_number': 1, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36d581ab-f865-4b2a-bdbb-2a77e0ca66ba', 'name': '', 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'mac_address': 'fa:16:3e:fc:a9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b3f1ad71-9fd3-4f40-b64d-92b2f6facb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:10Z', 'updated_at': '2022-03-11T03:09:23Z', 'revision_number': 5, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'subnets': [{'id': 'b3f1ad71-9fd3-4f40-b64d-92b2f6facb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:13:23.247568 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-5ab10e4c-2fa5-4736-8aad-aca78a49798e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'name': 'tempest-AttachVolumeTestJSON-664179423-router', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '262549d5-b931-4643-b731-0ec614fbf220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:09:13Z', 'revision_number': 4, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'gw_port': {'id': '262549d5-b931-4643-b731-0ec614fbf220', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:dc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:05Z', 'updated_at': '2022-03-11T03:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': 'ae06cdad-78cb-49b8-ac49-893a5dc17d71', 'name': '', 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'mac_address': 'fa:16:3e:97:0c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9d7ee705-0509-4a4b-bcad-7ac46e456173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:11Z', 'updated_at': '2022-03-11T03:09:25Z', 'revision_number': 5, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'subnets': [{'id': '9d7ee705-0509-4a4b-bcad-7ac46e456173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:13:23.274977 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab10e4c-2fa5-4736-8aad-aca78a49798e None None] The sync data for ids ['f64c16ae-eb84-4976-bb0d-79c3a8590dc5'] in dv-cinder-740146-14-iscsi is: [{'id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'name': 'tempest-AttachVolumeTestJSON-664179423-router', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '262549d5-b931-4643-b731-0ec614fbf220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:09:13Z', 'revision_number': 4, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'gw_port': {'id': '262549d5-b931-4643-b731-0ec614fbf220', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:dc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:05Z', 'updated_at': '2022-03-11T03:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': 'ae06cdad-78cb-49b8-ac49-893a5dc17d71', 'name': '', 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'mac_address': 'fa:16:3e:97:0c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9d7ee705-0509-4a4b-bcad-7ac46e456173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:11Z', 'updated_at': '2022-03-11T03:09:25Z', 'revision_number': 5, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'subnets': [{'id': '9d7ee705-0509-4a4b-bcad-7ac46e456173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:13:23.348258 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3285c876-3a7d-4498-abdb-8948c836a22a None None] New status for floating IP 48ab344e-d52f-4640-b716-cdc0e9726f11: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 03:13:23.511662 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60443cf2-b6ad-4744-a20f-392ea27a1560 None None] New status for floating IP a6dc6826-138a-4024-bf3e-abf4cb6fcdd3: DOWN {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 03:13:23.831112 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 47376) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:13:23.884724 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a3e0b26-5770-499f-9fe8-996d261bc2e7 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for security_group (67c9c10a-084f-44f5-9fef-df4039f61d68), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:23.907608 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a3e0b26-5770-499f-9fe8-996d261bc2e7 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for security_group (67c9c10a-084f-44f5-9fef-df4039f61d68), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:23.954763 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a3e0b26-5770-499f-9fe8-996d261bc2e7 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (67c9c10a-084f-44f5-9fef-df4039f61d68), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:23.957657 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3a3e0b26-5770-499f-9fe8-996d261bc2e7 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:23.958813 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-3a3e0b26-5770-499f-9fe8-996d261bc2e7 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "DELETE /v2.0/security-groups/67c9c10a-084f-44f5-9fef-df4039f61d68 HTTP/1.1" status: 204 len: 168 time: 0.1265469 Mar 11 03:13:23.961951 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 47378) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:13:23.968571 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e0b26-5770-499f-9fe8-996d261bc2e7 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c9c10a-084f-44f5-9fef-df4039f61d68,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:23.974689 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.api.v2.resource [None req-b1326248-943e-4019-af6d-db647fe21152 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] show failed (client error): The resource could not be found. Mar 11 03:13:23.980109 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 47380) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:13:23.980585 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-b1326248-943e-4019-af6d-db647fe21152 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups/67c9c10a-084f-44f5-9fef-df4039f61d68 HTTP/1.1" status: 404 len: 347 time: 0.0127354 Mar 11 03:13:24.102516 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-d8229269-f39e-4e9d-8488-a789d58a9bd7 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Deleting port 53ad84aa-4ba0-4307-b34e-d2f9776e07fd {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:13:24.102860 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d8229269-f39e-4e9d-8488-a789d58a9bd7 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (53ad84aa-4ba0-4307-b34e-d2f9776e07fd), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:24.180727 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d8229269-f39e-4e9d-8488-a789d58a9bd7 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (53ad84aa-4ba0-4307-b34e-d2f9776e07fd), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:24.180977 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d8229269-f39e-4e9d-8488-a789d58a9bd7 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for floatingip (53ad84aa-4ba0-4307-b34e-d2f9776e07fd), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:24.192545 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-d8229269-f39e-4e9d-8488-a789d58a9bd7 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Calling delete_port for 53ad84aa-4ba0-4307-b34e-d2f9776e07fd owned by network:floatingip {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:13:24.324678 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d8229269-f39e-4e9d-8488-a789d58a9bd7 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15272124'] for port (53ad84aa-4ba0-4307-b34e-d2f9776e07fd), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:24.351089 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8229269-f39e-4e9d-8488-a789d58a9bd7 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Pushing event deleted for resources: {'Port': ['ID=53ad84aa-4ba0-4307-b34e-d2f9776e07fd,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:24.413744 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d8229269-f39e-4e9d-8488-a789d58a9bd7 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for floatingip (a6dc6826-138a-4024-bf3e-abf4cb6fcdd3), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:24.416181 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d8229269-f39e-4e9d-8488-a789d58a9bd7 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:24.417436 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-d8229269-f39e-4e9d-8488-a789d58a9bd7 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "DELETE /v2.0/floatingips/a6dc6826-138a-4024-bf3e-abf4cb6fcdd3 HTTP/1.1" status: 204 len: 168 time: 0.4363608 Mar 11 03:13:24.715176 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 47384) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:13:24.719713 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-494fea29-d46d-48dd-b128-ee65c85d16e4 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2119414431', 'description': 'tempest-description--1514665762'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:13:24.739558 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-494fea29-d46d-48dd-b128-ee65c85d16e4 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:24.804379 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-494fea29-d46d-48dd-b128-ee65c85d16e4 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for security_group (e25e77f6-2483-4d8f-8cf6-37b3befe35bc), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:24.808511 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-494fea29-d46d-48dd-b128-ee65c85d16e4 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (e25e77f6-2483-4d8f-8cf6-37b3befe35bc), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:24.837494 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-494fea29-d46d-48dd-b128-ee65c85d16e4 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:24.838753 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-494fea29-d46d-48dd-b128-ee65c85d16e4 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1225777 Mar 11 03:13:24.840629 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494fea29-d46d-48dd-b128-ee65c85d16e4 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e25e77f6-2483-4d8f-8cf6-37b3befe35bc,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:24.842030 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 47386) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:13:24.849012 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-7bb95f99-5d9c-499d-a060-ea33dc6d0304 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Request body: {'security_group_rule': {'security_group_id': 'e25e77f6-2483-4d8f-8cf6-37b3befe35bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:13:24.875602 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7bb95f99-5d9c-499d-a060-ea33dc6d0304 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for security_group_rule (35c492a0-5eda-454d-a34c-0f1830546e8c), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:24.927693 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7bb95f99-5d9c-499d-a060-ea33dc6d0304 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for security_group_rule (35c492a0-5eda-454d-a34c-0f1830546e8c), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:24.931206 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7bb95f99-5d9c-499d-a060-ea33dc6d0304 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674351'] for security_group_rule (35c492a0-5eda-454d-a34c-0f1830546e8c), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:24.948458 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb95f99-5d9c-499d-a060-ea33dc6d0304 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35c492a0-5eda-454d-a34c-0f1830546e8c,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:24.955954 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7bb95f99-5d9c-499d-a060-ea33dc6d0304 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:24.957176 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-7bb95f99-5d9c-499d-a060-ea33dc6d0304 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1129096 Mar 11 03:13:24.959942 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 47388) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:13:24.964479 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-aae0a689-1fad-4ef3-a034-21126fdb8f1d tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Request body: {'security_group_rule': {'security_group_id': 'e25e77f6-2483-4d8f-8cf6-37b3befe35bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:13:24.987456 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aae0a689-1fad-4ef3-a034-21126fdb8f1d tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for security_group_rule (7d36ade4-d3c9-4f95-aaa0-63875faea107), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:25.042584 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aae0a689-1fad-4ef3-a034-21126fdb8f1d tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for security_group_rule (7d36ade4-d3c9-4f95-aaa0-63875faea107), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:25.046077 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aae0a689-1fad-4ef3-a034-21126fdb8f1d tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674351'] for security_group_rule (7d36ade4-d3c9-4f95-aaa0-63875faea107), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:25.064241 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae0a689-1fad-4ef3-a034-21126fdb8f1d tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d36ade4-d3c9-4f95-aaa0-63875faea107,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:25.071356 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-aae0a689-1fad-4ef3-a034-21126fdb8f1d tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:25.072535 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-aae0a689-1fad-4ef3-a034-21126fdb8f1d tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1116898 Mar 11 03:13:25.076200 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 47390) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:13:25.080460 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-608df82c-3bb0-41bb-a3f5-dc2e78f12359 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Request body: {'floatingip': {'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:13:25.099316 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-608df82c-3bb0-41bb-a3f5-dc2e78f12359 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:25.197378 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-608df82c-3bb0-41bb-a3f5-dc2e78f12359 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:25.301562 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-608df82c-3bb0-41bb-a3f5-dc2e78f12359 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Allocated IP 172.27.2.251 (9b47ca21-aede-450a-93e7-0e4b22f1eaa6/91a34137-7039-479a-a714-41dcecc02d59/f6712632-57e0-4924-b30b-6614a06e6dc0) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:13:25.401979 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-608df82c-3bb0-41bb-a3f5-dc2e78f12359 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for port (f6712632-57e0-4924-b30b-6614a06e6dc0), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:25.435912 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-608df82c-3bb0-41bb-a3f5-dc2e78f12359 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (f6712632-57e0-4924-b30b-6614a06e6dc0), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:25.470708 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608df82c-3bb0-41bb-a3f5-dc2e78f12359 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Network 9b47ca21-aede-450a-93e7-0e4b22f1eaa6 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:13:25.473498 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-608df82c-3bb0-41bb-a3f5-dc2e78f12359 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:13:25.478826 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608df82c-3bb0-41bb-a3f5-dc2e78f12359 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:13:25.505589 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608df82c-3bb0-41bb-a3f5-dc2e78f12359 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Pushing event updated for resources: {'Port': ['ID=f6712632-57e0-4924-b30b-6614a06e6dc0,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:25.568715 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-608df82c-3bb0-41bb-a3f5-dc2e78f12359 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for floatingip (f5eb9351-3c58-48d2-a300-b9468f39d45f), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:25.603496 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-608df82c-3bb0-41bb-a3f5-dc2e78f12359 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (f6712632-57e0-4924-b30b-6614a06e6dc0), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:25.752104 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-608df82c-3bb0-41bb-a3f5-dc2e78f12359 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for port (f6712632-57e0-4924-b30b-6614a06e6dc0), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:25.756438 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-608df82c-3bb0-41bb-a3f5-dc2e78f12359 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26187659'] for port (f6712632-57e0-4924-b30b-6614a06e6dc0), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:25.821421 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608df82c-3bb0-41bb-a3f5-dc2e78f12359 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Pushing event updated for resources: {'Port': ['ID=f6712632-57e0-4924-b30b-6614a06e6dc0,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:25.833424 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-608df82c-3bb0-41bb-a3f5-dc2e78f12359 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740024'] for floatingip (f5eb9351-3c58-48d2-a300-b9468f39d45f), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:25.848342 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-608df82c-3bb0-41bb-a3f5-dc2e78f12359 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:25.849555 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-608df82c-3bb0-41bb-a3f5-dc2e78f12359 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7724295 Mar 11 03:13:26.035673 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-1074e8ea-6081-4cf2-92ee-84b075f3e0e2 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2119414431&fields=id&tenant_id=0e5431e997864911902bdbf8e8d5d889 HTTP/1.1" status: 200 len: 267 time: 0.0398705 Mar 11 03:13:26.061976 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 8d55120d-a416-4047-a3c2-f8e95ec8b3aa no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:13:26.081920 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] No Port match for: 8d55120d-a416-4047-a3c2-f8e95ec8b3aa {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:13:26.082189 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 8d55120d-a416-4047-a3c2-f8e95ec8b3aa not bound to the agent host hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:13:26.373067 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-d39cd318-659b-4324-835c-0c7156ec0d3a tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:26.374536 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-d39cd318-659b-4324-835c-0c7156ec0d3a tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/networks?id=f37c9105-a6f8-4fcf-a203-248706ae8fe4 HTTP/1.1" status: 200 len: 810 time: 0.3318191 Mar 11 03:13:26.389029 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-73d25ba9-5102-43ee-859e-b2c346fd98d5 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/quotas/0e5431e997864911902bdbf8e8d5d889 HTTP/1.1" status: 200 len: 375 time: 0.0091517 Mar 11 03:13:26.440409 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-8cb5d205-5594-4143-96cd-f8aeabe3d885 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e5431e997864911902bdbf8e8d5d889&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466368 Mar 11 03:13:26.533398 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-60592aae-d8e8-4369-828c-cac9c88d28bc service neutron] 10.222.0.16 "GET /v2.0/networks/f37c9105-a6f8-4fcf-a203-248706ae8fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812857 Mar 11 03:13:26.618583 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-f8ccdeed-f56d-4019-82ed-e8f5efd8d01a service neutron] 10.222.0.16 "GET /v2.0/networks/f37c9105-a6f8-4fcf-a203-248706ae8fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795517 Mar 11 03:13:26.782416 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b7fcc597-6586-4147-9115-19031b394ac0 req-87146f8c-4fb1-44b3-9d6f-49f13e5a9cee tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2444804-89f1-42da-97d3-eaa6f77b0bdd HTTP/1.1" status: 200 len: 210 time: 0.0302920 Mar 11 03:13:27.734667 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-f856f4e9-789d-4f2f-aa2a-49d30a890b70 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:27.736104 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-f856f4e9-789d-4f2f-aa2a-49d30a890b70 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.18 "GET /v2.0/networks?id=f37c9105-a6f8-4fcf-a203-248706ae8fe4 HTTP/1.1" status: 200 len: 810 time: 0.1063545 Mar 11 03:13:27.800432 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-ef302c47-02e7-4af7-af00-79aa9ef320d3 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e5431e997864911902bdbf8e8d5d889 HTTP/1.1" status: 200 len: 380 time: 0.0551231 Mar 11 03:13:27.815980 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-bb3421b1-ae87-43a0-b05a-b8d66a198e6f tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Request body: {'port': {'device_id': 'e2444804-89f1-42da-97d3-eaa6f77b0bdd', 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4', 'admin_state_up': True, 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'security_groups': ['e25e77f6-2483-4d8f-8cf6-37b3befe35bc']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:13:27.875352 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f4c99126-270f-49e1-9bcd-7167895356cf req-e677b34b-6b16-4a41-9b75-3cf49a892142 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2444804-89f1-42da-97d3-eaa6f77b0bdd HTTP/1.1" status: 200 len: 210 time: 0.0275762 Mar 11 03:13:27.925660 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-bb3421b1-ae87-43a0-b05a-b8d66a198e6f tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Made reservation on behalf of 0e5431e997864911902bdbf8e8d5d889 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:13:27.929066 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-bb3421b1-ae87-43a0-b05a-b8d66a198e6f tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:28.049763 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-bb3421b1-ae87-43a0-b05a-b8d66a198e6f tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Allocated IP 172.20.0.6 (f37c9105-a6f8-4fcf-a203-248706ae8fe4/9d7ee705-0509-4a4b-bcad-7ac46e456173/1cf443cb-9e91-4bea-9cbc-747ee880c860) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:13:28.408156 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-bb3421b1-ae87-43a0-b05a-b8d66a198e6f tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for port (1cf443cb-9e91-4bea-9cbc-747ee880c860), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:28.440388 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-bb3421b1-ae87-43a0-b05a-b8d66a198e6f tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (1cf443cb-9e91-4bea-9cbc-747ee880c860), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:28.482825 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-bb3421b1-ae87-43a0-b05a-b8d66a198e6f tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Network f37c9105-a6f8-4fcf-a203-248706ae8fe4 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:13:28.487769 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-bb3421b1-ae87-43a0-b05a-b8d66a198e6f tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:13:28.491452 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-bb3421b1-ae87-43a0-b05a-b8d66a198e6f tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:13:28.498218 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3421b1-ae87-43a0-b05a-b8d66a198e6f tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Pushing event updated for resources: {'Port': ['ID=1cf443cb-9e91-4bea-9cbc-747ee880c860,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:28.546711 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-bb3421b1-ae87-43a0-b05a-b8d66a198e6f tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:28.547349 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-bb3421b1-ae87-43a0-b05a-b8d66a198e6f tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:28.565170 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-bb3421b1-ae87-43a0-b05a-b8d66a198e6f tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7530787 Mar 11 03:13:28.581184 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-35b0d536-b139-4889-8577-6f63280c0755 service neutron] Request body: {'port': {'device_id': 'e2444804-89f1-42da-97d3-eaa6f77b0bdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:13:28.647779 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-35b0d536-b139-4889-8577-6f63280c0755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (1cf443cb-9e91-4bea-9cbc-747ee880c860), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:28.708235 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-83d698a2-21da-4c40-85dc-86b1342aa45a None None] Provisioning complete for port 1cf443cb-9e91-4bea-9cbc-747ee880c860 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:13:28.708798 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-83d698a2-21da-4c40-85dc-86b1342aa45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (1cf443cb-9e91-4bea-9cbc-747ee880c860), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:28.745111 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-83d698a2-21da-4c40-85dc-86b1342aa45a None None] Port 1cf443cb-9e91-4bea-9cbc-747ee880c860 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:13:28.909649 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-35b0d536-b139-4889-8577-6f63280c0755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cf443cb-9e91-4bea-9cbc-747ee880c860 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:13:28.917955 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-35b0d536-b139-4889-8577-6f63280c0755 service neutron] Publish callbacks [] for port (1cf443cb-9e91-4bea-9cbc-747ee880c860), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:28.929836 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-35b0d536-b139-4889-8577-6f63280c0755 service neutron] Transition to ACTIVE for port object 1cf443cb-9e91-4bea-9cbc-747ee880c860 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 03:13:28.935268 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-35b0d536-b139-4889-8577-6f63280c0755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26187659'] for port (1cf443cb-9e91-4bea-9cbc-747ee880c860), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:28.984868 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0d536-b139-4889-8577-6f63280c0755 service neutron] Pushing event updated for resources: {'Port': ['ID=1cf443cb-9e91-4bea-9cbc-747ee880c860,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:29.028082 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b54d6-e43a-4228-9911-077bea6ce242 req-4ff6d4bd-71ea-41dd-9ca2-f7c7983dd5d1 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:29.030928 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-628b54d6-e43a-4228-9911-077bea6ce242 req-4ff6d4bd-71ea-41dd-9ca2-f7c7983dd5d1 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2444804-89f1-42da-97d3-eaa6f77b0bdd HTTP/1.1" status: 200 len: 943 time: 0.0843940 Mar 11 03:13:29.063715 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e682a962-f840-43f8-8647-739811bf9c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:29.067887 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-35b0d536-b139-4889-8577-6f63280c0755 service neutron] Attempting to bind port 1cf443cb-9e91-4bea-9cbc-747ee880c860 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:13:29.068304 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-35b0d536-b139-4889-8577-6f63280c0755 service neutron] Attempting to bind port 1cf443cb-9e91-4bea-9cbc-747ee880c860 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'f7c503d7-7470-4171-8604-818764f5f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:13:29.069074 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-35b0d536-b139-4889-8577-6f63280c0755 service neutron] Attempting to bind port 1cf443cb-9e91-4bea-9cbc-747ee880c860 on network f37c9105-a6f8-4fcf-a203-248706ae8fe4 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:13:29.073965 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-35b0d536-b139-4889-8577-6f63280c0755 service neutron] Port 1cf443cb-9e91-4bea-9cbc-747ee880c860 on network f37c9105-a6f8-4fcf-a203-248706ae8fe4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 03:13:29.074306 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-35b0d536-b139-4889-8577-6f63280c0755 service neutron] Attempting to bind port 1cf443cb-9e91-4bea-9cbc-747ee880c860 on network f37c9105-a6f8-4fcf-a203-248706ae8fe4 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:13:29.079650 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-35b0d536-b139-4889-8577-6f63280c0755 service neutron] Checking agent: {'id': '5f38bfdc-d68c-4827-815d-ecd182596ad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'started_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:13:29.080069 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-35b0d536-b139-4889-8577-6f63280c0755 service neutron] Checking segment: {'id': 'f7c503d7-7470-4171-8604-818764f5f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:13:29.080519 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-35b0d536-b139-4889-8577-6f63280c0755 service neutron] Bound using segment: {'id': 'f7c503d7-7470-4171-8604-818764f5f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:13:29.081027 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-35b0d536-b139-4889-8577-6f63280c0755 service neutron] Bound port: 1cf443cb-9e91-4bea-9cbc-747ee880c860, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c503d7-7470-4171-8604-818764f5f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:13:29.081471 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-35b0d536-b139-4889-8577-6f63280c0755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (1cf443cb-9e91-4bea-9cbc-747ee880c860), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:29.085022 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-628b54d6-e43a-4228-9911-077bea6ce242 req-253cb17a-604e-4001-a951-d08cf2ef6c6f tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e25e77f6-2483-4d8f-8cf6-37b3befe35bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486252 Mar 11 03:13:29.150919 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-35b0d536-b139-4889-8577-6f63280c0755 service neutron] For port 1cf443cb-9e91-4bea-9cbc-747ee880c860, host hv-cinder-74014, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:13:29.154909 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-35b0d536-b139-4889-8577-6f63280c0755 service neutron] For port 1cf443cb-9e91-4bea-9cbc-747ee880c860, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1cf443cb-9e91-4bea-9cbc-747ee880c860,segment=NetworkSegment(f7c503d7-7470-4171-8604-818764f5f205),segment_id=f7c503d7-7470-4171-8604-818764f5f205)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:13:29.160454 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-35b0d536-b139-4889-8577-6f63280c0755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26187659'] for port (1cf443cb-9e91-4bea-9cbc-747ee880c860), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:29.197612 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-35b0d536-b139-4889-8577-6f63280c0755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:29.198259 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-35b0d536-b139-4889-8577-6f63280c0755 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:29.199723 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-35b0d536-b139-4889-8577-6f63280c0755 service neutron] 10.222.0.18 "PUT /v2.0/ports/1cf443cb-9e91-4bea-9cbc-747ee880c860 HTTP/1.1" status: 200 len: 1093 time: 0.6229100 Mar 11 03:13:29.200191 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2444804-89f1-42da-97d3-eaa6f77b0bdd', 'tag': '1cf443cb-9e91-4bea-9cbc-747ee880c860'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:13:29.202519 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f002ee-4a48-412f-b189-356c43202b36" -d '{"events": [{"name": "network-changed", "server_uuid": "e2444804-89f1-42da-97d3-eaa6f77b0bdd", "tag": "1cf443cb-9e91-4bea-9cbc-747ee880c860"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:13:29.225139 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0d536-b139-4889-8577-6f63280c0755 service neutron] Pushing event updated for resources: {'Port': ['ID=1cf443cb-9e91-4bea-9cbc-747ee880c860,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:29.243014 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d6e2a0-b7e7-475f-90cd-675ea8b396de x-openstack-request-id: req-b9d6e2a0-b7e7-475f-90cd-675ea8b396de {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:13:29.243364 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2444804-89f1-42da-97d3-eaa6f77b0bdd", "tag": "1cf443cb-9e91-4bea-9cbc-747ee880c860", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:13:29.243627 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b9d6e2a0-b7e7-475f-90cd-675ea8b396de {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:13:29.244032 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2444804-89f1-42da-97d3-eaa6f77b0bdd', 'tag': '1cf443cb-9e91-4bea-9cbc-747ee880c860', 'status': 'completed', 'code': 200} Mar 11 03:13:29.299360 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-d08042d0-4bf4-4203-bdcc-0316081155cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:29.301757 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-d08042d0-4bf4-4203-bdcc-0316081155cd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e5431e997864911902bdbf8e8d5d889&device_id=e2444804-89f1-42da-97d3-eaa6f77b0bdd HTTP/1.1" status: 200 len: 1127 time: 0.0534298 Mar 11 03:13:29.349487 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-4854d77d-f9a8-46b3-9585-f93e1b9085d7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cf443cb-9e91-4bea-9cbc-747ee880c860 HTTP/1.1" status: 200 len: 217 time: 0.0393517 Mar 11 03:13:29.398671 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-6978cdc8-60be-4d5b-9bf1-dfe18bd567b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:29.400135 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-6978cdc8-60be-4d5b-9bf1-dfe18bd567b1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9d7ee705-0509-4a4b-bcad-7ac46e456173 HTTP/1.1" status: 200 len: 849 time: 0.0439727 Mar 11 03:13:29.447204 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-0801e92c-3a9a-4abd-be46-6098b468b1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:29.448701 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-0801e92c-3a9a-4abd-be46-6098b468b1a6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f37c9105-a6f8-4fcf-a203-248706ae8fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425305 Mar 11 03:13:29.539459 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-9e3b1942-fa66-45c1-83da-077c28ccfa82 service neutron] 10.222.0.18 "GET /v2.0/networks/f37c9105-a6f8-4fcf-a203-248706ae8fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848937 Mar 11 03:13:29.625795 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8adfbfe0-e833-4cf6-8fc9-7627af97dac9 req-54fe3986-59cb-419a-9f98-c2782b59d379 service neutron] 10.222.0.18 "GET /v2.0/networks/f37c9105-a6f8-4fcf-a203-248706ae8fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791786 Mar 11 03:13:29.722570 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f002ee-4a48-412f-b189-356c43202b36 req-3dda1cb8-36a0-4be4-8f27-7f697eaeb296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:29.724031 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-29f002ee-4a48-412f-b189-356c43202b36 req-3dda1cb8-36a0-4be4-8f27-7f697eaeb296 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e5431e997864911902bdbf8e8d5d889&device_id=e2444804-89f1-42da-97d3-eaa6f77b0bdd HTTP/1.1" status: 200 len: 1127 time: 0.0484977 Mar 11 03:13:29.812946 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f002ee-4a48-412f-b189-356c43202b36 req-687b2702-fed9-4fce-8152-ea0be3501165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:29.814322 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-29f002ee-4a48-412f-b189-356c43202b36 req-687b2702-fed9-4fce-8152-ea0be3501165 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f37c9105-a6f8-4fcf-a203-248706ae8fe4 HTTP/1.1" status: 200 len: 910 time: 0.0817344 Mar 11 03:13:29.857992 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-29f002ee-4a48-412f-b189-356c43202b36 req-03bc687f-3d2b-43b6-ae20-8d9bf5dba826 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cf443cb-9e91-4bea-9cbc-747ee880c860 HTTP/1.1" status: 200 len: 217 time: 0.0376170 Mar 11 03:13:29.906013 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f002ee-4a48-412f-b189-356c43202b36 req-eda76015-d69a-4578-a88d-b51b7faa348b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:29.907393 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-29f002ee-4a48-412f-b189-356c43202b36 req-eda76015-d69a-4578-a88d-b51b7faa348b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9d7ee705-0509-4a4b-bcad-7ac46e456173 HTTP/1.1" status: 200 len: 849 time: 0.0425315 Mar 11 03:13:29.954745 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f002ee-4a48-412f-b189-356c43202b36 req-c4a593d1-31c3-4bef-8aca-570585d06b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:29.956180 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-29f002ee-4a48-412f-b189-356c43202b36 req-c4a593d1-31c3-4bef-8aca-570585d06b2b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f37c9105-a6f8-4fcf-a203-248706ae8fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422149 Mar 11 03:13:30.045770 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-29f002ee-4a48-412f-b189-356c43202b36 req-323fcee4-7db3-4f6c-87d6-66f1fc122e42 service neutron] 10.222.0.18 "GET /v2.0/networks/f37c9105-a6f8-4fcf-a203-248706ae8fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831985 Mar 11 03:13:30.133130 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-29f002ee-4a48-412f-b189-356c43202b36 req-f6210907-77a6-4cfc-9713-6070ad7f987a service neutron] 10.222.0.18 "GET /v2.0/networks/f37c9105-a6f8-4fcf-a203-248706ae8fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814042 Mar 11 03:13:30.205921 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b674d-e3b8-49f1-92c0-24e0998c6a1e req-d1d57d03-ab70-4d17-a0a4-ba08f373525b tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:30.207396 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8b2b674d-e3b8-49f1-92c0-24e0998c6a1e req-d1d57d03-ab70-4d17-a0a4-ba08f373525b tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2444804-89f1-42da-97d3-eaa6f77b0bdd HTTP/1.1" status: 200 len: 943 time: 0.0518067 Mar 11 03:13:30.255807 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8b2b674d-e3b8-49f1-92c0-24e0998c6a1e req-34d2fd5a-c7e2-48df-8501-7593267e5f80 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e25e77f6-2483-4d8f-8cf6-37b3befe35bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427294 Mar 11 03:13:31.373670 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7fe85-fd0c-4cbb-9eb3-d20247b4a8f2 req-ea4c43be-45a2-4236-acae-fd5f87521563 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:31.375153 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-40a7fe85-fd0c-4cbb-9eb3-d20247b4a8f2 req-ea4c43be-45a2-4236-acae-fd5f87521563 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2444804-89f1-42da-97d3-eaa6f77b0bdd HTTP/1.1" status: 200 len: 943 time: 0.0528080 Mar 11 03:13:31.421845 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-40a7fe85-fd0c-4cbb-9eb3-d20247b4a8f2 req-973dcf1e-c0e3-447d-988f-6877cc084203 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e25e77f6-2483-4d8f-8cf6-37b3befe35bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412018 Mar 11 03:13:31.441632 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2bb109e6-872e-4a8c-b8e6-d6a9b5d2521a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:32.119419 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 1cf443cb-9e91-4bea-9cbc-747ee880c860 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 03:13:32.217297 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 1cf443cb-9e91-4bea-9cbc-747ee880c860, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1cf443cb-9e91-4bea-9cbc-747ee880c860,segment=NetworkSegment(f7c503d7-7470-4171-8604-818764f5f205),segment_id=f7c503d7-7470-4171-8604-818764f5f205)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:13:32.228189 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Returning: {'device': '1cf443cb-9e91-4bea-9cbc-747ee880c860', 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4', 'port_id': '1cf443cb-9e91-4bea-9cbc-747ee880c860', 'mac_address': 'fa:16:3e:3f:75:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d7ee705-0509-4a4b-bcad-7ac46e456173', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 03:13:32.264225 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 1cf443cb-9e91-4bea-9cbc-747ee880c860 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:13:32.264613 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (1cf443cb-9e91-4bea-9cbc-747ee880c860), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:32.277749 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cf443cb-9e91-4bea-9cbc-747ee880c860 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:13:32.297393 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 1cf443cb-9e91-4bea-9cbc-747ee880c860, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1cf443cb-9e91-4bea-9cbc-747ee880c860,segment=NetworkSegment(f7c503d7-7470-4171-8604-818764f5f205),segment_id=f7c503d7-7470-4171-8604-818764f5f205)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:13:32.300826 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (1cf443cb-9e91-4bea-9cbc-747ee880c860), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:32.349259 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=1cf443cb-9e91-4bea-9cbc-747ee880c860,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:32.539455 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804614c-ebc2-48bd-ad9b-ff2a09295035 req-0b17147a-bcb2-45c2-9ccf-b34d9cc75d84 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:32.540930 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5804614c-ebc2-48bd-ad9b-ff2a09295035 req-0b17147a-bcb2-45c2-9ccf-b34d9cc75d84 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2444804-89f1-42da-97d3-eaa6f77b0bdd HTTP/1.1" status: 200 len: 944 time: 0.0518575 Mar 11 03:13:32.585103 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] get_ports_and_sgs() called for port_ids ['1cf443cb-9e91-4bea-9cbc-747ee880c860'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:13:32.586260 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5804614c-ebc2-48bd-ad9b-ff2a09295035 req-721313f0-24f6-4ef5-9170-14a6a3fcdb96 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e25e77f6-2483-4d8f-8cf6-37b3befe35bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388174 Mar 11 03:13:32.663177 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:33.710420 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69addd2c-ce45-4865-bcc7-e44ab067578f req-99c2d236-2d56-4490-bb7f-526929a4230c tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:33.712142 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-69addd2c-ce45-4865-bcc7-e44ab067578f req-99c2d236-2d56-4490-bb7f-526929a4230c tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2444804-89f1-42da-97d3-eaa6f77b0bdd HTTP/1.1" status: 200 len: 944 time: 0.0564299 Mar 11 03:13:33.758917 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-69addd2c-ce45-4865-bcc7-e44ab067578f req-5f117fd5-aa66-4021-a76a-dc946c9471b7 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e25e77f6-2483-4d8f-8cf6-37b3befe35bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404696 Mar 11 03:13:34.135444 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 1cf443cb-9e91-4bea-9cbc-747ee880c860 up at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:13:34.304759 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:34.316458 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning for port 1cf443cb-9e91-4bea-9cbc-747ee880c860 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 03:13:34.319927 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning complete for port 1cf443cb-9e91-4bea-9cbc-747ee880c860 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:13:34.320290 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (1cf443cb-9e91-4bea-9cbc-747ee880c860), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:34.394632 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 1cf443cb-9e91-4bea-9cbc-747ee880c860 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:13:34.394938 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (1cf443cb-9e91-4bea-9cbc-747ee880c860), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:34.416599 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2444804-89f1-42da-97d3-eaa6f77b0bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf443cb-9e91-4bea-9cbc-747ee880c860'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:13:34.419374 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288e491573ecc61b3bf0bc0bc1cef05b47d52e8efc38ed9f7c410eed2e18b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef8cc0b-a70c-497a-8cc0-e6795eaa87a0" -d '{"events": [{"server_uuid": "e2444804-89f1-42da-97d3-eaa6f77b0bdd", "name": "network-vif-plugged", "status": "completed", "tag": "1cf443cb-9e91-4bea-9cbc-747ee880c860"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:13:34.435094 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 1cf443cb-9e91-4bea-9cbc-747ee880c860, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1cf443cb-9e91-4bea-9cbc-747ee880c860,segment=NetworkSegment(f7c503d7-7470-4171-8604-818764f5f205),segment_id=f7c503d7-7470-4171-8604-818764f5f205)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:13:34.439523 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (1cf443cb-9e91-4bea-9cbc-747ee880c860), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:34.462261 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d44674-95b6-4efd-bb5e-03bf9de81847 x-openstack-request-id: req-89d44674-95b6-4efd-bb5e-03bf9de81847 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:13:34.462548 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2444804-89f1-42da-97d3-eaa6f77b0bdd", "name": "network-vif-plugged", "status": "completed", "tag": "1cf443cb-9e91-4bea-9cbc-747ee880c860", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:13:34.462798 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-89d44674-95b6-4efd-bb5e-03bf9de81847 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:13:34.463174 dv-cinder-740146-14-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2444804-89f1-42da-97d3-eaa6f77b0bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf443cb-9e91-4bea-9cbc-747ee880c860', 'code': 200} Mar 11 03:13:34.492076 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=1cf443cb-9e91-4bea-9cbc-747ee880c860,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:34.629458 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c941662-12a9-42fc-8b26-ae3fcea69371 req-396ebc12-54a0-49c5-bfbf-002f29f2a749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:34.631281 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5c941662-12a9-42fc-8b26-ae3fcea69371 req-396ebc12-54a0-49c5-bfbf-002f29f2a749 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e2444804-89f1-42da-97d3-eaa6f77b0bdd HTTP/1.1" status: 200 len: 1129 time: 0.0442469 Mar 11 03:13:34.680712 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5c941662-12a9-42fc-8b26-ae3fcea69371 req-e99e4a23-65e8-4408-a314-3552b1c727ab service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e25e77f6-2483-4d8f-8cf6-37b3befe35bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419717 Mar 11 03:13:34.875013 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d9580-ac6f-4553-9ece-a94a1ebaab26 req-16967148-b468-4b8b-a807-dd99d09388df tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:34.876468 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-272d9580-ac6f-4553-9ece-a94a1ebaab26 req-16967148-b468-4b8b-a807-dd99d09388df tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2444804-89f1-42da-97d3-eaa6f77b0bdd HTTP/1.1" status: 200 len: 945 time: 0.0520654 Mar 11 03:13:34.921777 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-272d9580-ac6f-4553-9ece-a94a1ebaab26 req-f71e51c7-97b3-44fe-a08c-59d1b44d6b9e tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e25e77f6-2483-4d8f-8cf6-37b3befe35bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398645 Mar 11 03:13:35.422953 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc7977-4f84-458f-bf23-f96d69dab8c2 req-e416ddce-80b9-4b3f-8d7e-5ed18fbaf067 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:35.424438 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-67bc7977-4f84-458f-bf23-f96d69dab8c2 req-e416ddce-80b9-4b3f-8d7e-5ed18fbaf067 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 984 time: 0.0518422 Mar 11 03:13:35.438039 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f545073-f17c-4134-a947-31f3d22461a9 req-4059de97-393b-41ce-9280-b3bf13e4fb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:35.439543 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4f545073-f17c-4134-a947-31f3d22461a9 req-4059de97-393b-41ce-9280-b3bf13e4fb97 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b27f621c95944166a7ae765f64d15d9f&device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 1168 time: 0.0462468 Mar 11 03:13:35.487355 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-67bc7977-4f84-458f-bf23-f96d69dab8c2 req-83022ff2-4a37-449d-bffe-2137504c187f tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/security-groups?id=d98d13d7-35e8-43b2-a5ea-0972cbca35e9&id=ed5c20b5-0a38-4db1-bb08-ac9f29172605&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571575 Mar 11 03:13:35.531908 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f545073-f17c-4134-a947-31f3d22461a9 req-54da32e4-6481-4867-a306-2dc4d4d594af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:35.533346 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4f545073-f17c-4134-a947-31f3d22461a9 req-54da32e4-6481-4867-a306-2dc4d4d594af service neutron] 10.222.0.18 "GET /v2.0/networks?id=39c26298-ee69-45d3-8128-5b69acca4a40 HTTP/1.1" status: 200 len: 913 time: 0.0873868 Mar 11 03:13:35.604293 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4f545073-f17c-4134-a947-31f3d22461a9 req-fba6dd97-7f15-4338-b922-bec43b434fa5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=546633a1-11b1-4e62-aa49-2a50d0956169 HTTP/1.1" status: 200 len: 1001 time: 0.0629992 Mar 11 03:13:35.654862 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f545073-f17c-4134-a947-31f3d22461a9 req-62f0cb27-df83-4397-823e-89a7ac3afc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:35.657078 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4f545073-f17c-4134-a947-31f3d22461a9 req-62f0cb27-df83-4397-823e-89a7ac3afc11 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e88f191b-7ea3-436b-a858-ea2ec218332e HTTP/1.1" status: 200 len: 852 time: 0.0437493 Mar 11 03:13:35.674307 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:35.720745 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f545073-f17c-4134-a947-31f3d22461a9 req-f6aeed88-e90a-4d82-89ed-2e8cab26156d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:35.722360 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4f545073-f17c-4134-a947-31f3d22461a9 req-f6aeed88-e90a-4d82-89ed-2e8cab26156d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39c26298-ee69-45d3-8128-5b69acca4a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0492644 Mar 11 03:13:35.820880 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4f545073-f17c-4134-a947-31f3d22461a9 req-45f0fa0d-e686-4610-902d-57f4b7cbbcd8 service neutron] 10.222.0.18 "GET /v2.0/networks/39c26298-ee69-45d3-8128-5b69acca4a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908523 Mar 11 03:13:35.924276 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4f545073-f17c-4134-a947-31f3d22461a9 req-de114277-808b-4ff7-8c81-00e5f7e592c9 service neutron] 10.222.0.18 "GET /v2.0/networks/39c26298-ee69-45d3-8128-5b69acca4a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865185 Mar 11 03:13:36.044351 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be712158-3137-4207-81e6-54af2bd837ea req-ac473a1d-1d3f-4ff9-88f5-33c701ff7dcb tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:36.046099 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-be712158-3137-4207-81e6-54af2bd837ea req-ac473a1d-1d3f-4ff9-88f5-33c701ff7dcb tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2444804-89f1-42da-97d3-eaa6f77b0bdd HTTP/1.1" status: 200 len: 945 time: 0.0548275 Mar 11 03:13:36.095642 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-be712158-3137-4207-81e6-54af2bd837ea req-98b0fc0e-fe98-4d1b-ade4-725bb81a8977 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e25e77f6-2483-4d8f-8cf6-37b3befe35bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433445 Mar 11 03:13:36.603639 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497ace5-47d0-472d-aad8-eada262e81b6 req-05436273-83ca-420d-a78a-2302396a9854 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:36.605814 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9497ace5-47d0-472d-aad8-eada262e81b6 req-05436273-83ca-420d-a78a-2302396a9854 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 984 time: 0.0529776 Mar 11 03:13:36.608010 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:36.663833 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9497ace5-47d0-472d-aad8-eada262e81b6 req-e1fdf13f-143c-439e-a732-1f793d60ea10 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/security-groups?id=d98d13d7-35e8-43b2-a5ea-0972cbca35e9&id=ed5c20b5-0a38-4db1-bb08-ac9f29172605&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526578 Mar 11 03:13:37.215304 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3269194-5161-400b-84e4-c83278efb08e req-dfc2c791-70a6-4b30-a58a-eb01c819a920 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:37.216741 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d3269194-5161-400b-84e4-c83278efb08e req-dfc2c791-70a6-4b30-a58a-eb01c819a920 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2444804-89f1-42da-97d3-eaa6f77b0bdd HTTP/1.1" status: 200 len: 945 time: 0.0553706 Mar 11 03:13:37.261428 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d3269194-5161-400b-84e4-c83278efb08e req-5236c728-dbec-41fd-9f47-0606e859c2cf tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e25e77f6-2483-4d8f-8cf6-37b3befe35bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386486 Mar 11 03:13:37.374089 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3580f5-b74b-494c-8141-30df74069a95 req-256409bb-93c2-4566-819f-11c8fbc4145d tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:37.375541 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8b3580f5-b74b-494c-8141-30df74069a95 req-256409bb-93c2-4566-819f-11c8fbc4145d tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2444804-89f1-42da-97d3-eaa6f77b0bdd HTTP/1.1" status: 200 len: 945 time: 0.0530195 Mar 11 03:13:37.383829 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 47460) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:13:37.388726 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-54a6f7f8-7194-45b4-b951-3b6fe9833609 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Request body: {'floatingip': {'port_id': '1cf443cb-9e91-4bea-9cbc-747ee880c860'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:13:37.429685 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-54a6f7f8-7194-45b4-b951-3b6fe9833609 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for floatingip (f5eb9351-3c58-48d2-a300-b9468f39d45f), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:37.851197 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c7023-6855-45ed-8d7e-1efb1af50cd3 req-b8674d1a-8dd1-4aee-a4f9-f833dd646512 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:37.852656 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c36c7023-6855-45ed-8d7e-1efb1af50cd3 req-b8674d1a-8dd1-4aee-a4f9-f833dd646512 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 984 time: 0.1195004 Mar 11 03:13:37.927365 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-54a6f7f8-7194-45b4-b951-3b6fe9833609 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:37.938648 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-54a6f7f8-7194-45b4-b951-3b6fe9833609 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740024'] for floatingip (f5eb9351-3c58-48d2-a300-b9468f39d45f), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:38.000646 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c36c7023-6855-45ed-8d7e-1efb1af50cd3 req-080f4631-89dd-418e-aa43-9981b9297aae tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/security-groups?id=d98d13d7-35e8-43b2-a5ea-0972cbca35e9&id=ed5c20b5-0a38-4db1-bb08-ac9f29172605&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1142733 Mar 11 03:13:38.065659 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.db.l3_db [None req-54a6f7f8-7194-45b4-b951-3b6fe9833609 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Floating IP f5eb9351-3c58-48d2-a300-b9468f39d45f associated. External IP: 172.27.2.251, port: 1cf443cb-9e91-4bea-9cbc-747ee880c860. Mar 11 03:13:38.275975 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a6f7f8-7194-45b4-b951-3b6fe9833609 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Router f64c16ae-eb84-4976-bb0d-79c3a8590dc5 has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:13:38.382283 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a6f7f8-7194-45b4-b951-3b6fe9833609 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:13:38.387183 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-54a6f7f8-7194-45b4-b951-3b6fe9833609 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:38.391691 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf9295-a9d8-4881-b471-6fc298651524 None None] Sync routers for ids ['f64c16ae-eb84-4976-bb0d-79c3a8590dc5'] in dv-cinder-740146-14-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:13:38.401122 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebf9295-a9d8-4881-b471-6fc298651524 None None] Routers {'f64c16ae-eb84-4976-bb0d-79c3a8590dc5'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:13:38.402257 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2ebf9295-a9d8-4881-b471-6fc298651524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:13:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['f64c16ae-eb84-4976-bb0d-79c3a8590dc5'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:13:38.416430 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-54a6f7f8-7194-45b4-b951-3b6fe9833609 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "PUT /v2.0/floatingips/f5eb9351-3c58-48d2-a300-b9468f39d45f HTTP/1.1" status: 200 len: 991 time: 1.0315585 Mar 11 03:13:38.417665 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2444804-89f1-42da-97d3-eaa6f77b0bdd', 'tag': '1cf443cb-9e91-4bea-9cbc-747ee880c860'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:13:38.419955 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2960e148d505d0db9578e09e45f103c014611ddc5e7b14cf683b9a13ab87040d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb4a1cb-29f0-4fd5-8640-9ab7563c6954" -d '{"events": [{"name": "network-changed", "server_uuid": "e2444804-89f1-42da-97d3-eaa6f77b0bdd", "tag": "1cf443cb-9e91-4bea-9cbc-747ee880c860"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:13:38.454533 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd84dcfb-7c7b-4b9a-9e72-eceb3f76c6db x-openstack-request-id: req-fd84dcfb-7c7b-4b9a-9e72-eceb3f76c6db {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:13:38.454831 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2444804-89f1-42da-97d3-eaa6f77b0bdd", "tag": "1cf443cb-9e91-4bea-9cbc-747ee880c860", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:13:38.455094 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd84dcfb-7c7b-4b9a-9e72-eceb3f76c6db {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:13:38.455499 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2444804-89f1-42da-97d3-eaa6f77b0bdd', 'tag': '1cf443cb-9e91-4bea-9cbc-747ee880c860', 'status': 'completed', 'code': 200} Mar 11 03:13:38.512145 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-2ebf9295-a9d8-4881-b471-6fc298651524 None None] Set router f64c16ae-eb84-4976-bb0d-79c3a8590dc5 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:13:38.533252 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4a1cb-29f0-4fd5-8640-9ab7563c6954 req-b385d986-5cdb-4a29-b5a7-4f57fe92e127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:38.534805 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-aeb4a1cb-29f0-4fd5-8640-9ab7563c6954 req-b385d986-5cdb-4a29-b5a7-4f57fe92e127 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e5431e997864911902bdbf8e8d5d889&device_id=e2444804-89f1-42da-97d3-eaa6f77b0bdd HTTP/1.1" status: 200 len: 1129 time: 0.0449917 Mar 11 03:13:38.627173 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4a1cb-29f0-4fd5-8640-9ab7563c6954 req-2da018b3-9b50-4799-9be7-4cbc844349c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:38.628739 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-aeb4a1cb-29f0-4fd5-8640-9ab7563c6954 req-2da018b3-9b50-4799-9be7-4cbc844349c5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f37c9105-a6f8-4fcf-a203-248706ae8fe4 HTTP/1.1" status: 200 len: 910 time: 0.0852082 Mar 11 03:13:38.698758 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-aeb4a1cb-29f0-4fd5-8640-9ab7563c6954 req-ab38aba6-5633-4b7e-b88b-e77c3787e6cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cf443cb-9e91-4bea-9cbc-747ee880c860 HTTP/1.1" status: 200 len: 999 time: 0.0624981 Mar 11 03:13:38.738453 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2ebf9295-a9d8-4881-b471-6fc298651524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'name': 'tempest-AttachVolumeTestJSON-664179423-router', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '262549d5-b931-4643-b731-0ec614fbf220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:09:13Z', 'revision_number': 4, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'gw_port': {'id': '262549d5-b931-4643-b731-0ec614fbf220', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:dc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:05Z', 'updated_at': '2022-03-11T03:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': 'f5eb9351-3c58-48d2-a300-b9468f39d45f', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'port_id': '1cf443cb-9e91-4bea-9cbc-747ee880c860', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4', 'mac_address': 'fa:16:3e:3f:75:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2444804-89f1-42da-97d3-eaa6f77b0bdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:13:25Z', 'updated_at': '2022-03-11T03:13:37Z', 'revision_number': 1, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae06cdad-78cb-49b8-ac49-893a5dc17d71', 'name': '', 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'mac_address': 'fa:16:3e:97:0c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9d7ee705-0509-4a4b-bcad-7ac46e456173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:11Z', 'updated_at': '2022-03-11T03:09:25Z', 'revision_number': 5, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'subnets': [{'id': '9d7ee705-0509-4a4b-bcad-7ac46e456173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:13:38.747168 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4a1cb-29f0-4fd5-8640-9ab7563c6954 req-81342e19-5c22-42c6-88b5-fec2cb401bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:38.748614 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-aeb4a1cb-29f0-4fd5-8640-9ab7563c6954 req-81342e19-5c22-42c6-88b5-fec2cb401bf2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9d7ee705-0509-4a4b-bcad-7ac46e456173 HTTP/1.1" status: 200 len: 849 time: 0.0439119 Mar 11 03:13:38.764032 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf9295-a9d8-4881-b471-6fc298651524 None None] Checking router: f64c16ae-eb84-4976-bb0d-79c3a8590dc5 for host: dv-cinder-740146-14-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:13:38.772106 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebf9295-a9d8-4881-b471-6fc298651524 None None] Routers {'f64c16ae-eb84-4976-bb0d-79c3a8590dc5'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:13:38.772709 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2ebf9295-a9d8-4881-b471-6fc298651524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:13:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['f64c16ae-eb84-4976-bb0d-79c3a8590dc5'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:13:38.799672 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4a1cb-29f0-4fd5-8640-9ab7563c6954 req-ffbed317-46fc-4e80-8993-c0137b911334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:38.801126 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-aeb4a1cb-29f0-4fd5-8640-9ab7563c6954 req-ffbed317-46fc-4e80-8993-c0137b911334 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f37c9105-a6f8-4fcf-a203-248706ae8fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0455329 Mar 11 03:13:38.880007 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-2ebf9295-a9d8-4881-b471-6fc298651524 None None] Set router f64c16ae-eb84-4976-bb0d-79c3a8590dc5 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:13:38.894875 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-aeb4a1cb-29f0-4fd5-8640-9ab7563c6954 req-c4ffbfa2-712e-4708-b018-4b0cb970dc66 service neutron] 10.222.0.18 "GET /v2.0/networks/f37c9105-a6f8-4fcf-a203-248706ae8fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862722 Mar 11 03:13:38.991910 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-aeb4a1cb-29f0-4fd5-8640-9ab7563c6954 req-c01222d8-004e-4116-b870-4f792037a661 service neutron] 10.222.0.18 "GET /v2.0/networks/f37c9105-a6f8-4fcf-a203-248706ae8fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884795 Mar 11 03:13:39.107720 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2ebf9295-a9d8-4881-b471-6fc298651524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'name': 'tempest-AttachVolumeTestJSON-664179423-router', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '262549d5-b931-4643-b731-0ec614fbf220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:09:13Z', 'revision_number': 4, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'gw_port': {'id': '262549d5-b931-4643-b731-0ec614fbf220', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:dc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:05Z', 'updated_at': '2022-03-11T03:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': 'f5eb9351-3c58-48d2-a300-b9468f39d45f', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'port_id': '1cf443cb-9e91-4bea-9cbc-747ee880c860', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4', 'mac_address': 'fa:16:3e:3f:75:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2444804-89f1-42da-97d3-eaa6f77b0bdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:13:25Z', 'updated_at': '2022-03-11T03:13:37Z', 'revision_number': 1, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae06cdad-78cb-49b8-ac49-893a5dc17d71', 'name': '', 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'mac_address': 'fa:16:3e:97:0c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9d7ee705-0509-4a4b-bcad-7ac46e456173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:11Z', 'updated_at': '2022-03-11T03:09:25Z', 'revision_number': 5, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'subnets': [{'id': '9d7ee705-0509-4a4b-bcad-7ac46e456173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:13:39.125311 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d349d6-dca9-4836-bc8e-72b35b291317 req-f9c0f75a-59d3-479f-8e9a-3c235a44eeca tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:39.126847 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e1d349d6-dca9-4836-bc8e-72b35b291317 req-f9c0f75a-59d3-479f-8e9a-3c235a44eeca tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 984 time: 0.0601265 Mar 11 03:13:39.134531 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf9295-a9d8-4881-b471-6fc298651524 None None] The sync data for ids ['f64c16ae-eb84-4976-bb0d-79c3a8590dc5'] in dv-cinder-740146-14-iscsi is: [{'id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'name': 'tempest-AttachVolumeTestJSON-664179423-router', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '262549d5-b931-4643-b731-0ec614fbf220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:09:13Z', 'revision_number': 4, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'gw_port': {'id': '262549d5-b931-4643-b731-0ec614fbf220', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:dc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:05Z', 'updated_at': '2022-03-11T03:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': 'f5eb9351-3c58-48d2-a300-b9468f39d45f', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'floating_ip_address': '172.27.2.251', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'port_id': '1cf443cb-9e91-4bea-9cbc-747ee880c860', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4', 'mac_address': 'fa:16:3e:3f:75:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2444804-89f1-42da-97d3-eaa6f77b0bdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:13:25Z', 'updated_at': '2022-03-11T03:13:37Z', 'revision_number': 1, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae06cdad-78cb-49b8-ac49-893a5dc17d71', 'name': '', 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'mac_address': 'fa:16:3e:97:0c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9d7ee705-0509-4a4b-bcad-7ac46e456173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:11Z', 'updated_at': '2022-03-11T03:09:25Z', 'revision_number': 5, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'subnets': [{'id': '9d7ee705-0509-4a4b-bcad-7ac46e456173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:13:39.191745 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e1d349d6-dca9-4836-bc8e-72b35b291317 req-c497a040-6735-43a2-abb4-a6888fab5112 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/security-groups?id=d98d13d7-35e8-43b2-a5ea-0972cbca35e9&id=ed5c20b5-0a38-4db1-bb08-ac9f29172605&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570138 Mar 11 03:13:39.318076 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9eefe2-8e73-4204-9d24-54d3f33ea2e9 None None] New status for floating IP f5eb9351-3c58-48d2-a300-b9468f39d45f: ACTIVE {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 03:13:40.310379 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc05b1-dfad-44e6-a1eb-f2aa00cba599 req-c9022aee-bba8-47e0-94fc-7fc4cdc786cd tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:40.311857 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f2fc05b1-dfad-44e6-a1eb-f2aa00cba599 req-c9022aee-bba8-47e0-94fc-7fc4cdc786cd tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 984 time: 0.0514958 Mar 11 03:13:40.373847 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f2fc05b1-dfad-44e6-a1eb-f2aa00cba599 req-83f41633-fd2e-435d-bd62-420e694f08cc tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/security-groups?id=d98d13d7-35e8-43b2-a5ea-0972cbca35e9&id=ed5c20b5-0a38-4db1-bb08-ac9f29172605&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563049 Mar 11 03:13:41.490302 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875329b-a1be-4514-8e64-738605317e43 req-ac34a3ca-1830-4e04-a596-4c4f0951cbd8 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:41.491762 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f875329b-a1be-4514-8e64-738605317e43 req-ac34a3ca-1830-4e04-a596-4c4f0951cbd8 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 984 time: 0.0527995 Mar 11 03:13:41.549256 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f875329b-a1be-4514-8e64-738605317e43 req-ef9967d3-afaf-4e26-80a8-85dd09acf30a tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/security-groups?id=d98d13d7-35e8-43b2-a5ea-0972cbca35e9&id=ed5c20b5-0a38-4db1-bb08-ac9f29172605&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0513246 Mar 11 03:13:42.665310 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6173bf7-7f12-4c8c-b8d7-2a58e9f53f97 req-e1516039-7e52-497c-ad45-2c5be48c7159 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:42.666801 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f6173bf7-7f12-4c8c-b8d7-2a58e9f53f97 req-e1516039-7e52-497c-ad45-2c5be48c7159 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 984 time: 0.0527458 Mar 11 03:13:42.726163 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f6173bf7-7f12-4c8c-b8d7-2a58e9f53f97 req-d322aa34-50c3-4182-9987-38a96c02d240 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/security-groups?id=d98d13d7-35e8-43b2-a5ea-0972cbca35e9&id=ed5c20b5-0a38-4db1-bb08-ac9f29172605&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531280 Mar 11 03:13:43.850620 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090de66-5d1e-4109-bece-e564deaeebcf req-7c85d121-729d-478b-8924-b3195dbaebf1 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:43.852067 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d090de66-5d1e-4109-bece-e564deaeebcf req-7c85d121-729d-478b-8924-b3195dbaebf1 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 984 time: 0.0567584 Mar 11 03:13:43.911432 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d090de66-5d1e-4109-bece-e564deaeebcf req-dafd92c5-1a2d-4e27-8206-10c45ccb43e7 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/security-groups?id=d98d13d7-35e8-43b2-a5ea-0972cbca35e9&id=ed5c20b5-0a38-4db1-bb08-ac9f29172605&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530045 Mar 11 03:13:45.027514 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611600bc-69c7-4bdf-aefb-0c89072b658b req-93fbbb19-f11b-4c45-8c32-11f07103044c tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:45.028961 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-611600bc-69c7-4bdf-aefb-0c89072b658b req-93fbbb19-f11b-4c45-8c32-11f07103044c tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 984 time: 0.0521667 Mar 11 03:13:45.087343 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-611600bc-69c7-4bdf-aefb-0c89072b658b req-59ed09d4-0430-4f76-afa3-86fcea9866b2 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/security-groups?id=d98d13d7-35e8-43b2-a5ea-0972cbca35e9&id=ed5c20b5-0a38-4db1-bb08-ac9f29172605&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527961 Mar 11 03:13:46.202258 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9014d4a-4f2c-43d1-8fcf-9aeee2c46be5 req-da2cf347-8af8-4d7f-884f-038c5e410533 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:46.203707 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b9014d4a-4f2c-43d1-8fcf-9aeee2c46be5 req-da2cf347-8af8-4d7f-884f-038c5e410533 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 984 time: 0.0514400 Mar 11 03:13:46.264100 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b9014d4a-4f2c-43d1-8fcf-9aeee2c46be5 req-ccee46b5-4e3c-4370-9255-0d38f3daa065 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/security-groups?id=d98d13d7-35e8-43b2-a5ea-0972cbca35e9&id=ed5c20b5-0a38-4db1-bb08-ac9f29172605&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547001 Mar 11 03:13:47.384063 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59c010-75db-4409-b875-7cae8365da8c req-7950da36-94df-4fd2-96fc-d574158f65a7 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:47.386121 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6a59c010-75db-4409-b875-7cae8365da8c req-7950da36-94df-4fd2-96fc-d574158f65a7 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 984 time: 0.0555389 Mar 11 03:13:47.444267 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6a59c010-75db-4409-b875-7cae8365da8c req-bfb69804-1451-4c08-82b9-086338738773 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/security-groups?id=d98d13d7-35e8-43b2-a5ea-0972cbca35e9&id=ed5c20b5-0a38-4db1-bb08-ac9f29172605&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521793 Mar 11 03:13:48.492908 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:13:48.565055 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12219a07-9c0c-4535-941a-2d7ffc7b6ed9 req-1a1c1399-cc84-4f38-a637-0552bc30bf7e tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:48.566556 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-12219a07-9c0c-4535-941a-2d7ffc7b6ed9 req-1a1c1399-cc84-4f38-a637-0552bc30bf7e tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 984 time: 0.0532401 Mar 11 03:13:48.626626 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-12219a07-9c0c-4535-941a-2d7ffc7b6ed9 req-e5cb6b7d-ff0e-4ca4-96ce-d70580924bd0 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/security-groups?id=d98d13d7-35e8-43b2-a5ea-0972cbca35e9&id=ed5c20b5-0a38-4db1-bb08-ac9f29172605&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544331 Mar 11 03:13:49.160262 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 47528) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:13:49.164907 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-649301fc-1a1c-41ef-8710-efd66d0b502f tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1675676505', 'description': 'tempest-description--343303394'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:13:49.184273 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-649301fc-1a1c-41ef-8710-efd66d0b502f tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:49.249677 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-649301fc-1a1c-41ef-8710-efd66d0b502f tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group (1c0608fe-e6e9-4caf-a877-228d4402e7b4), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:49.253051 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-649301fc-1a1c-41ef-8710-efd66d0b502f tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (1c0608fe-e6e9-4caf-a877-228d4402e7b4), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:49.282737 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649301fc-1a1c-41ef-8710-efd66d0b502f tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0608fe-e6e9-4caf-a877-228d4402e7b4,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:49.287770 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-649301fc-1a1c-41ef-8710-efd66d0b502f tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:49.290312 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-649301fc-1a1c-41ef-8710-efd66d0b502f tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1289842 Mar 11 03:13:49.291732 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 47530) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:13:49.296218 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-256a5d6d-8b5f-4853-b842-8b18c9f520af tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Request body: {'security_group_rule': {'security_group_id': '1c0608fe-e6e9-4caf-a877-228d4402e7b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:13:49.318824 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-256a5d6d-8b5f-4853-b842-8b18c9f520af tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group_rule (8e3d22c3-cd04-45c4-9e0a-9aeec9795aeb), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:49.371876 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-256a5d6d-8b5f-4853-b842-8b18c9f520af tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group_rule (8e3d22c3-cd04-45c4-9e0a-9aeec9795aeb), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:49.375186 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-256a5d6d-8b5f-4853-b842-8b18c9f520af tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674351'] for security_group_rule (8e3d22c3-cd04-45c4-9e0a-9aeec9795aeb), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:49.392340 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a5d6d-8b5f-4853-b842-8b18c9f520af tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e3d22c3-cd04-45c4-9e0a-9aeec9795aeb,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:49.399012 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-256a5d6d-8b5f-4853-b842-8b18c9f520af tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:49.400162 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-256a5d6d-8b5f-4853-b842-8b18c9f520af tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1073322 Mar 11 03:13:49.403349 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 47532) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:13:49.407502 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-a97fdb52-603d-4dc3-80be-07f6b0efeeba tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Request body: {'security_group_rule': {'security_group_id': '1c0608fe-e6e9-4caf-a877-228d4402e7b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:13:49.430348 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a97fdb52-603d-4dc3-80be-07f6b0efeeba tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group_rule (20f49bb5-2f79-495c-b42f-12cb44adb1bf), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:49.484884 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a97fdb52-603d-4dc3-80be-07f6b0efeeba tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group_rule (20f49bb5-2f79-495c-b42f-12cb44adb1bf), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:49.487533 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a97fdb52-603d-4dc3-80be-07f6b0efeeba tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674351'] for security_group_rule (20f49bb5-2f79-495c-b42f-12cb44adb1bf), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:49.508142 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97fdb52-603d-4dc3-80be-07f6b0efeeba tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20f49bb5-2f79-495c-b42f-12cb44adb1bf,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:49.516154 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a97fdb52-603d-4dc3-80be-07f6b0efeeba tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:49.517334 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a97fdb52-603d-4dc3-80be-07f6b0efeeba tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1130483 Mar 11 03:13:49.520240 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 47534) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:13:49.524391 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-9c003060-e997-4ca3-a3ef-16dab83a091b tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Request body: {'floatingip': {'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:13:49.543470 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9c003060-e997-4ca3-a3ef-16dab83a091b tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:49.639267 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9c003060-e997-4ca3-a3ef-16dab83a091b tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:49.747214 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af8887-63c1-4cef-aeb3-8be118bc8c2b req-4e55bbab-6605-4b75-9392-16a8dbdceec8 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:49.748679 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-24af8887-63c1-4cef-aeb3-8be118bc8c2b req-4e55bbab-6605-4b75-9392-16a8dbdceec8 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 984 time: 0.0559533 Mar 11 03:13:49.749225 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-9c003060-e997-4ca3-a3ef-16dab83a091b tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Allocated IP 172.27.2.122 (9b47ca21-aede-450a-93e7-0e4b22f1eaa6/91a34137-7039-479a-a714-41dcecc02d59/5c9d072a-4818-42a9-8363-e2689967c3f5) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:13:49.806607 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-24af8887-63c1-4cef-aeb3-8be118bc8c2b req-ec0a215f-ef9f-44da-be01-174a92d62aae tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/security-groups?id=d98d13d7-35e8-43b2-a5ea-0972cbca35e9&id=ed5c20b5-0a38-4db1-bb08-ac9f29172605&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521979 Mar 11 03:13:49.850858 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9c003060-e997-4ca3-a3ef-16dab83a091b tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for port (5c9d072a-4818-42a9-8363-e2689967c3f5), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:49.884101 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9c003060-e997-4ca3-a3ef-16dab83a091b tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (5c9d072a-4818-42a9-8363-e2689967c3f5), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:49.921946 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c003060-e997-4ca3-a3ef-16dab83a091b tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Network 9b47ca21-aede-450a-93e7-0e4b22f1eaa6 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:13:49.924630 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-9c003060-e997-4ca3-a3ef-16dab83a091b tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:13:49.929891 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c003060-e997-4ca3-a3ef-16dab83a091b tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:13:49.954094 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c003060-e997-4ca3-a3ef-16dab83a091b tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Pushing event updated for resources: {'Port': ['ID=5c9d072a-4818-42a9-8363-e2689967c3f5,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:50.016715 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9c003060-e997-4ca3-a3ef-16dab83a091b tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for floatingip (f3032842-7723-49ab-90f0-b29009022f42), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:50.051136 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9c003060-e997-4ca3-a3ef-16dab83a091b tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (5c9d072a-4818-42a9-8363-e2689967c3f5), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:50.196774 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9c003060-e997-4ca3-a3ef-16dab83a091b tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for port (5c9d072a-4818-42a9-8363-e2689967c3f5), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:50.200894 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9c003060-e997-4ca3-a3ef-16dab83a091b tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26187659'] for port (5c9d072a-4818-42a9-8363-e2689967c3f5), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:50.267296 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c003060-e997-4ca3-a3ef-16dab83a091b tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Pushing event updated for resources: {'Port': ['ID=5c9d072a-4818-42a9-8363-e2689967c3f5,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:50.279258 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9c003060-e997-4ca3-a3ef-16dab83a091b tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740024'] for floatingip (f3032842-7723-49ab-90f0-b29009022f42), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:50.295679 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9c003060-e997-4ca3-a3ef-16dab83a091b tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:50.297023 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-9c003060-e997-4ca3-a3ef-16dab83a091b tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7758019 Mar 11 03:13:50.447386 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-ceeb2b6d-d962-485a-a54e-3c652fb6cda5 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1675676505&fields=id&tenant_id=717229175a63443abe76773a02a79818 HTTP/1.1" status: 200 len: 267 time: 0.0411174 Mar 11 03:13:50.553167 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-e6017fa4-7ce1-4420-a5c4-a9c99c7ca000 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:50.554660 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-e6017fa4-7ce1-4420-a5c4-a9c99c7ca000 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/networks?id=fd48ed16-54d7-4f44-be1f-91d180612d66 HTTP/1.1" status: 200 len: 815 time: 0.1008747 Mar 11 03:13:50.568637 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-f9c769f4-c27a-4f4b-987f-20c183801166 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/quotas/717229175a63443abe76773a02a79818 HTTP/1.1" status: 200 len: 375 time: 0.0086718 Mar 11 03:13:50.623810 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-e40505e2-7dd9-41bf-8a22-c34f573ddf0a tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=717229175a63443abe76773a02a79818&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503907 Mar 11 03:13:50.716799 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-fd10d5f7-3317-415f-a79a-26186f63dfe8 service neutron] 10.222.0.16 "GET /v2.0/networks/fd48ed16-54d7-4f44-be1f-91d180612d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819955 Mar 11 03:13:50.806452 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-ba386a48-cd46-41d2-8f27-8b0ab60f1c78 service neutron] 10.222.0.16 "GET /v2.0/networks/fd48ed16-54d7-4f44-be1f-91d180612d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839636 Mar 11 03:13:50.930685 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260735e-7022-44b1-84f0-d2fa8395e2f3 req-c411983a-c630-42d4-94a8-59d5194e9ffd tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:50.932657 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8260735e-7022-44b1-84f0-d2fa8395e2f3 req-c411983a-c630-42d4-94a8-59d5194e9ffd tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 984 time: 0.0599008 Mar 11 03:13:50.980559 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3faa20f1-a792-4494-9692-04af6a8a4ad8 req-8ee4518f-f721-4006-81a9-0957606c7fa4 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=84938dfb-0a15-4b64-8ea0-09dc37ea154f HTTP/1.1" status: 200 len: 210 time: 0.0419421 Mar 11 03:13:51.022969 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8260735e-7022-44b1-84f0-d2fa8395e2f3 req-14d3fd19-3ab4-4f3d-8eaf-8077ca4cafeb tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/security-groups?id=d98d13d7-35e8-43b2-a5ea-0972cbca35e9&id=ed5c20b5-0a38-4db1-bb08-ac9f29172605&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0832212 Mar 11 03:13:51.954882 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-7e2e1a59-564d-4d13-be18-c23de1ba1f72 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:51.956328 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-7e2e1a59-564d-4d13-be18-c23de1ba1f72 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.18 "GET /v2.0/networks?id=fd48ed16-54d7-4f44-be1f-91d180612d66 HTTP/1.1" status: 200 len: 815 time: 0.1014099 Mar 11 03:13:52.042810 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-53a63021-958a-46a4-9be6-f4d846fdf007 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=717229175a63443abe76773a02a79818 HTTP/1.1" status: 200 len: 472 time: 0.0718570 Mar 11 03:13:52.051357 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-a832a51a-80e6-41c5-93ed-17066bb51749 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Request body: {'port': {'device_id': '84938dfb-0a15-4b64-8ea0-09dc37ea154f', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'admin_state_up': True, 'tenant_id': '717229175a63443abe76773a02a79818', 'security_groups': ['1c0608fe-e6e9-4caf-a877-228d4402e7b4']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:13:52.085149 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d1bbbb96-7d79-4e51-92ab-b00064bf79be req-e4fa5a9a-8301-4261-a9ba-a83622ee7e23 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=84938dfb-0a15-4b64-8ea0-09dc37ea154f HTTP/1.1" status: 200 len: 210 time: 0.0348079 Mar 11 03:13:52.143169 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efbc74f-3075-4220-8371-44240e7692fc req-9c73eeb2-e072-463e-b6de-20d1c0b57730 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:52.144641 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3efbc74f-3075-4220-8371-44240e7692fc req-9c73eeb2-e072-463e-b6de-20d1c0b57730 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 984 time: 0.0525641 Mar 11 03:13:52.159917 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-a832a51a-80e6-41c5-93ed-17066bb51749 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Made reservation on behalf of 717229175a63443abe76773a02a79818 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:13:52.163249 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-a832a51a-80e6-41c5-93ed-17066bb51749 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:52.204571 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3efbc74f-3075-4220-8371-44240e7692fc req-47fe79e9-8236-4fc2-9b40-4dfce2725cfe tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/security-groups?id=d98d13d7-35e8-43b2-a5ea-0972cbca35e9&id=ed5c20b5-0a38-4db1-bb08-ac9f29172605&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539935 Mar 11 03:13:52.290250 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-a832a51a-80e6-41c5-93ed-17066bb51749 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Allocated IP 172.20.0.8 (fd48ed16-54d7-4f44-be1f-91d180612d66/a31257a5-7a1e-45b3-aef2-2a2faf6425a3/f0e52525-890b-4088-abf2-23c384b2805b) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:13:52.420386 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-a832a51a-80e6-41c5-93ed-17066bb51749 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for port (f0e52525-890b-4088-abf2-23c384b2805b), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:52.456480 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-a832a51a-80e6-41c5-93ed-17066bb51749 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (f0e52525-890b-4088-abf2-23c384b2805b), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:52.498302 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-a832a51a-80e6-41c5-93ed-17066bb51749 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Network fd48ed16-54d7-4f44-be1f-91d180612d66 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:13:52.503124 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-a832a51a-80e6-41c5-93ed-17066bb51749 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:13:52.506752 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-a832a51a-80e6-41c5-93ed-17066bb51749 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:13:52.514076 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832a51a-80e6-41c5-93ed-17066bb51749 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Pushing event updated for resources: {'Port': ['ID=f0e52525-890b-4088-abf2-23c384b2805b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:52.559934 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-a832a51a-80e6-41c5-93ed-17066bb51749 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:52.560553 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-a832a51a-80e6-41c5-93ed-17066bb51749 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:52.576628 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-a832a51a-80e6-41c5-93ed-17066bb51749 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5293877 Mar 11 03:13:52.588089 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-430c22c4-32c7-491e-808e-efc634e5476d service neutron] Request body: {'port': {'device_id': '84938dfb-0a15-4b64-8ea0-09dc37ea154f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:13:52.655182 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-430c22c4-32c7-491e-808e-efc634e5476d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (f0e52525-890b-4088-abf2-23c384b2805b), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:52.755006 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-46aaa581-1a8b-4a05-9d75-ac5596235fc2 None None] Provisioning complete for port f0e52525-890b-4088-abf2-23c384b2805b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:13:52.755579 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-46aaa581-1a8b-4a05-9d75-ac5596235fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (f0e52525-890b-4088-abf2-23c384b2805b), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:52.788114 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-46aaa581-1a8b-4a05-9d75-ac5596235fc2 None None] Port f0e52525-890b-4088-abf2-23c384b2805b cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:13:52.922179 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-430c22c4-32c7-491e-808e-efc634e5476d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0e52525-890b-4088-abf2-23c384b2805b {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:13:52.929403 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-430c22c4-32c7-491e-808e-efc634e5476d service neutron] Publish callbacks [] for port (f0e52525-890b-4088-abf2-23c384b2805b), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:52.942030 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-430c22c4-32c7-491e-808e-efc634e5476d service neutron] Transition to ACTIVE for port object f0e52525-890b-4088-abf2-23c384b2805b will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 03:13:52.945632 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-430c22c4-32c7-491e-808e-efc634e5476d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26187659'] for port (f0e52525-890b-4088-abf2-23c384b2805b), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:52.999234 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c22c4-32c7-491e-808e-efc634e5476d service neutron] Pushing event updated for resources: {'Port': ['ID=f0e52525-890b-4088-abf2-23c384b2805b,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:53.071239 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-430c22c4-32c7-491e-808e-efc634e5476d service neutron] Attempting to bind port f0e52525-890b-4088-abf2-23c384b2805b on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:13:53.071580 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-430c22c4-32c7-491e-808e-efc634e5476d service neutron] Attempting to bind port f0e52525-890b-4088-abf2-23c384b2805b by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'ef342fbb-c25c-49c4-bd38-1f15c79d8ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:13:53.071913 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-430c22c4-32c7-491e-808e-efc634e5476d service neutron] Attempting to bind port f0e52525-890b-4088-abf2-23c384b2805b on network fd48ed16-54d7-4f44-be1f-91d180612d66 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:13:53.077140 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-430c22c4-32c7-491e-808e-efc634e5476d service neutron] Port f0e52525-890b-4088-abf2-23c384b2805b on network fd48ed16-54d7-4f44-be1f-91d180612d66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 03:13:53.077466 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-430c22c4-32c7-491e-808e-efc634e5476d service neutron] Attempting to bind port f0e52525-890b-4088-abf2-23c384b2805b on network fd48ed16-54d7-4f44-be1f-91d180612d66 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:13:53.082654 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-430c22c4-32c7-491e-808e-efc634e5476d service neutron] Checking agent: {'id': '5f38bfdc-d68c-4827-815d-ecd182596ad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'started_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:13:53.083104 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-430c22c4-32c7-491e-808e-efc634e5476d service neutron] Checking segment: {'id': 'ef342fbb-c25c-49c4-bd38-1f15c79d8ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:13:53.083616 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-430c22c4-32c7-491e-808e-efc634e5476d service neutron] Bound using segment: {'id': 'ef342fbb-c25c-49c4-bd38-1f15c79d8ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:13:53.084116 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-430c22c4-32c7-491e-808e-efc634e5476d service neutron] Bound port: f0e52525-890b-4088-abf2-23c384b2805b, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef342fbb-c25c-49c4-bd38-1f15c79d8ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:13:53.084540 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-430c22c4-32c7-491e-808e-efc634e5476d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (f0e52525-890b-4088-abf2-23c384b2805b), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:53.153189 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-430c22c4-32c7-491e-808e-efc634e5476d service neutron] For port f0e52525-890b-4088-abf2-23c384b2805b, host hv-cinder-74014, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:13:53.156251 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-430c22c4-32c7-491e-808e-efc634e5476d service neutron] For port f0e52525-890b-4088-abf2-23c384b2805b, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f0e52525-890b-4088-abf2-23c384b2805b,segment=NetworkSegment(ef342fbb-c25c-49c4-bd38-1f15c79d8ac6),segment_id=ef342fbb-c25c-49c4-bd38-1f15c79d8ac6)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:13:53.163211 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-430c22c4-32c7-491e-808e-efc634e5476d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26187659'] for port (f0e52525-890b-4088-abf2-23c384b2805b), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:53.197540 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-430c22c4-32c7-491e-808e-efc634e5476d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:53.198240 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-430c22c4-32c7-491e-808e-efc634e5476d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:53.200042 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-430c22c4-32c7-491e-808e-efc634e5476d service neutron] 10.222.0.18 "PUT /v2.0/ports/f0e52525-890b-4088-abf2-23c384b2805b HTTP/1.1" status: 200 len: 1093 time: 0.6165307 Mar 11 03:13:53.200486 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84938dfb-0a15-4b64-8ea0-09dc37ea154f', 'tag': 'f0e52525-890b-4088-abf2-23c384b2805b'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:13:53.202779 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7b9d93-1c71-4502-a1ec-657a49637d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "84938dfb-0a15-4b64-8ea0-09dc37ea154f", "tag": "f0e52525-890b-4088-abf2-23c384b2805b"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:13:53.235574 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dab37f-a4c5-415a-b75a-ee6d29890bbb req-0ff74af4-6fe5-4c2a-ae57-bfdae0a632ed tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:53.237129 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e6dab37f-a4c5-415a-b75a-ee6d29890bbb req-0ff74af4-6fe5-4c2a-ae57-bfdae0a632ed tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=84938dfb-0a15-4b64-8ea0-09dc37ea154f HTTP/1.1" status: 200 len: 943 time: 0.0785840 Mar 11 03:13:53.252060 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4eedd6-ae5d-4914-8c67-37ccf34b271f x-openstack-request-id: req-da4eedd6-ae5d-4914-8c67-37ccf34b271f {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:13:53.252581 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84938dfb-0a15-4b64-8ea0-09dc37ea154f", "tag": "f0e52525-890b-4088-abf2-23c384b2805b", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:13:53.252838 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-da4eedd6-ae5d-4914-8c67-37ccf34b271f {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:13:53.253731 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84938dfb-0a15-4b64-8ea0-09dc37ea154f', 'tag': 'f0e52525-890b-4088-abf2-23c384b2805b', 'status': 'completed', 'code': 200} Mar 11 03:13:53.254219 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c22c4-32c7-491e-808e-efc634e5476d service neutron] Pushing event updated for resources: {'Port': ['ID=f0e52525-890b-4088-abf2-23c384b2805b,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:53.303038 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e6dab37f-a4c5-415a-b75a-ee6d29890bbb req-eed9b284-e33c-4533-b069-8e1bd761163d tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c0608fe-e6e9-4caf-a877-228d4402e7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589752 Mar 11 03:13:53.309766 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-66f1ed74-a48c-4c09-bae5-480dd1e13533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:53.311318 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-66f1ed74-a48c-4c09-bae5-480dd1e13533 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=717229175a63443abe76773a02a79818&device_id=84938dfb-0a15-4b64-8ea0-09dc37ea154f HTTP/1.1" status: 200 len: 1127 time: 0.0534239 Mar 11 03:13:53.369116 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-3ac49302-6489-4dcd-8b19-7d195ec10d8d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0e52525-890b-4088-abf2-23c384b2805b HTTP/1.1" status: 200 len: 217 time: 0.0403008 Mar 11 03:13:53.420627 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-dd18d8ff-fca2-42a1-a867-0fdf01b58b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:53.422115 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-dd18d8ff-fca2-42a1-a867-0fdf01b58b72 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a31257a5-7a1e-45b3-aef2-2a2faf6425a3 HTTP/1.1" status: 200 len: 854 time: 0.0441084 Mar 11 03:13:53.480851 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-561a0f72-56f9-4434-b802-ac86eb78f1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:53.482410 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-561a0f72-56f9-4434-b802-ac86eb78f1b9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd48ed16-54d7-4f44-be1f-91d180612d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444615 Mar 11 03:13:53.572776 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-3c9f6335-1617-44d9-9999-281f05b4ed9d service neutron] 10.222.0.18 "GET /v2.0/networks/fd48ed16-54d7-4f44-be1f-91d180612d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835667 Mar 11 03:13:53.665821 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-24686ef5-ea63-42a4-8f81-da9bee36f59c req-d5719391-8cf6-4838-9429-5543475c24d8 service neutron] 10.222.0.18 "GET /v2.0/networks/fd48ed16-54d7-4f44-be1f-91d180612d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868812 Mar 11 03:13:53.757963 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b9d93-1c71-4502-a1ec-657a49637d2e req-bddf3558-6e2b-4108-a42b-b4d6abca0471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:53.759409 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8c7b9d93-1c71-4502-a1ec-657a49637d2e req-bddf3558-6e2b-4108-a42b-b4d6abca0471 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=717229175a63443abe76773a02a79818&device_id=84938dfb-0a15-4b64-8ea0-09dc37ea154f HTTP/1.1" status: 200 len: 1127 time: 0.0426686 Mar 11 03:13:53.848415 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b9d93-1c71-4502-a1ec-657a49637d2e req-9b3bd230-f47f-4eef-976f-098af16edc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:53.849788 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8c7b9d93-1c71-4502-a1ec-657a49637d2e req-9b3bd230-f47f-4eef-976f-098af16edc9a service neutron] 10.222.0.18 "GET /v2.0/networks?id=fd48ed16-54d7-4f44-be1f-91d180612d66 HTTP/1.1" status: 200 len: 915 time: 0.0841222 Mar 11 03:13:53.892059 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8c7b9d93-1c71-4502-a1ec-657a49637d2e req-b3e192a7-3f3a-4e23-8a43-4cf2510ad1dd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0e52525-890b-4088-abf2-23c384b2805b HTTP/1.1" status: 200 len: 217 time: 0.0361235 Mar 11 03:13:53.942980 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b9d93-1c71-4502-a1ec-657a49637d2e req-2d9d3a6b-6829-4826-811e-fdb9e763cefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:53.944358 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8c7b9d93-1c71-4502-a1ec-657a49637d2e req-2d9d3a6b-6829-4826-811e-fdb9e763cefc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a31257a5-7a1e-45b3-aef2-2a2faf6425a3 HTTP/1.1" status: 200 len: 854 time: 0.0409322 Mar 11 03:13:53.993181 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b9d93-1c71-4502-a1ec-657a49637d2e req-fb2ecce7-6ec9-4235-9609-f018b3937faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:53.994666 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8c7b9d93-1c71-4502-a1ec-657a49637d2e req-fb2ecce7-6ec9-4235-9609-f018b3937faf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd48ed16-54d7-4f44-be1f-91d180612d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422518 Mar 11 03:13:54.083667 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8c7b9d93-1c71-4502-a1ec-657a49637d2e req-74b12bd2-c4bc-4f2f-bf3a-aec645de8710 service neutron] 10.222.0.18 "GET /v2.0/networks/fd48ed16-54d7-4f44-be1f-91d180612d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828683 Mar 11 03:13:54.174221 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8c7b9d93-1c71-4502-a1ec-657a49637d2e req-9ad2bced-76d3-4005-a853-d71e4651fddc service neutron] 10.222.0.18 "GET /v2.0/networks/fd48ed16-54d7-4f44-be1f-91d180612d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841215 Mar 11 03:13:54.421093 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a97ebc-4cfb-4ad7-a377-c79a9d0e6673 req-91cb9925-931c-4699-ab22-0a8d99ff7319 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:54.422499 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-76a97ebc-4cfb-4ad7-a377-c79a9d0e6673 req-91cb9925-931c-4699-ab22-0a8d99ff7319 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=84938dfb-0a15-4b64-8ea0-09dc37ea154f HTTP/1.1" status: 200 len: 943 time: 0.0519776 Mar 11 03:13:54.469012 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-76a97ebc-4cfb-4ad7-a377-c79a9d0e6673 req-cdfcaf4f-8bc5-415b-b6a7-479f0c37e7bb tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c0608fe-e6e9-4caf-a877-228d4402e7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408947 Mar 11 03:13:55.584056 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3ca58-1c03-43f6-bacf-11a53fccf8d7 req-3784fce4-557c-4da4-aae9-bf4369fedbbd tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:55.585759 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a4d3ca58-1c03-43f6-bacf-11a53fccf8d7 req-3784fce4-557c-4da4-aae9-bf4369fedbbd tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=84938dfb-0a15-4b64-8ea0-09dc37ea154f HTTP/1.1" status: 200 len: 943 time: 0.0515075 Mar 11 03:13:55.635966 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a4d3ca58-1c03-43f6-bacf-11a53fccf8d7 req-7a1ca5c3-bb60-4425-b4fb-ffd166e4ec39 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c0608fe-e6e9-4caf-a877-228d4402e7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440412 Mar 11 03:13:56.232138 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device f0e52525-890b-4088-abf2-23c384b2805b details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 03:13:56.328816 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port f0e52525-890b-4088-abf2-23c384b2805b, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f0e52525-890b-4088-abf2-23c384b2805b,segment=NetworkSegment(ef342fbb-c25c-49c4-bd38-1f15c79d8ac6),segment_id=ef342fbb-c25c-49c4-bd38-1f15c79d8ac6)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:13:56.339967 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Returning: {'device': 'f0e52525-890b-4088-abf2-23c384b2805b', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'port_id': 'f0e52525-890b-4088-abf2-23c384b2805b', 'mac_address': 'fa:16:3e:74:92:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 03:13:56.379149 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port f0e52525-890b-4088-abf2-23c384b2805b is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:13:56.379462 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (f0e52525-890b-4088-abf2-23c384b2805b), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:56.392106 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0e52525-890b-4088-abf2-23c384b2805b {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:13:56.410870 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port f0e52525-890b-4088-abf2-23c384b2805b, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f0e52525-890b-4088-abf2-23c384b2805b,segment=NetworkSegment(ef342fbb-c25c-49c4-bd38-1f15c79d8ac6),segment_id=ef342fbb-c25c-49c4-bd38-1f15c79d8ac6)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:13:56.414480 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (f0e52525-890b-4088-abf2-23c384b2805b), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:56.463314 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=f0e52525-890b-4088-abf2-23c384b2805b,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:56.679954 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] get_ports_and_sgs() called for port_ids ['f0e52525-890b-4088-abf2-23c384b2805b'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:13:56.752484 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de608e2-ae29-43ff-a767-846de4bd9aec req-e1661d74-6257-4b28-b733-f26232e55f31 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:56.753971 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9de608e2-ae29-43ff-a767-846de4bd9aec req-e1661d74-6257-4b28-b733-f26232e55f31 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=84938dfb-0a15-4b64-8ea0-09dc37ea154f HTTP/1.1" status: 200 len: 944 time: 0.0517085 Mar 11 03:13:56.799488 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9de608e2-ae29-43ff-a767-846de4bd9aec req-3e9dfaf4-e7d3-4d6c-954d-86ae6e5f5f87 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c0608fe-e6e9-4caf-a877-228d4402e7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399621 Mar 11 03:13:57.914575 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbdad21-f3cb-4ee7-b5bc-1fbf6d2e9fb0 req-763faf54-2b86-4f4f-91fe-69d6670078ea tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:57.916022 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-acbdad21-f3cb-4ee7-b5bc-1fbf6d2e9fb0 req-763faf54-2b86-4f4f-91fe-69d6670078ea tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=84938dfb-0a15-4b64-8ea0-09dc37ea154f HTTP/1.1" status: 200 len: 944 time: 0.0507252 Mar 11 03:13:57.961127 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-acbdad21-f3cb-4ee7-b5bc-1fbf6d2e9fb0 req-9dba4026-12b2-4276-92e6-9dc5d0397e74 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c0608fe-e6e9-4caf-a877-228d4402e7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389431 Mar 11 03:13:58.262871 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device f0e52525-890b-4088-abf2-23c384b2805b up at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:13:58.313853 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning for port f0e52525-890b-4088-abf2-23c384b2805b completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 03:13:58.317773 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning complete for port f0e52525-890b-4088-abf2-23c384b2805b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:13:58.318200 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (f0e52525-890b-4088-abf2-23c384b2805b), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:58.395220 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port f0e52525-890b-4088-abf2-23c384b2805b is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:13:58.395616 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (f0e52525-890b-4088-abf2-23c384b2805b), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:58.418608 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84938dfb-0a15-4b64-8ea0-09dc37ea154f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e52525-890b-4088-abf2-23c384b2805b'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:13:58.420875 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288e491573ecc61b3bf0bc0bc1cef05b47d52e8efc38ed9f7c410eed2e18b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5533bbe2-ae28-4349-aef7-a104c140fed5" -d '{"events": [{"server_uuid": "84938dfb-0a15-4b64-8ea0-09dc37ea154f", "name": "network-vif-plugged", "status": "completed", "tag": "f0e52525-890b-4088-abf2-23c384b2805b"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:13:58.434354 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port f0e52525-890b-4088-abf2-23c384b2805b, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f0e52525-890b-4088-abf2-23c384b2805b,segment=NetworkSegment(ef342fbb-c25c-49c4-bd38-1f15c79d8ac6),segment_id=ef342fbb-c25c-49c4-bd38-1f15c79d8ac6)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:13:58.439518 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (f0e52525-890b-4088-abf2-23c384b2805b), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:58.470888 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9bd3d8-cf47-4807-a95f-b51ffec7f20b x-openstack-request-id: req-cf9bd3d8-cf47-4807-a95f-b51ffec7f20b {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:13:58.471116 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84938dfb-0a15-4b64-8ea0-09dc37ea154f", "name": "network-vif-plugged", "status": "completed", "tag": "f0e52525-890b-4088-abf2-23c384b2805b", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:13:58.471225 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cf9bd3d8-cf47-4807-a95f-b51ffec7f20b {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:13:58.471758 dv-cinder-740146-14-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84938dfb-0a15-4b64-8ea0-09dc37ea154f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e52525-890b-4088-abf2-23c384b2805b', 'code': 200} Mar 11 03:13:58.501778 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=f0e52525-890b-4088-abf2-23c384b2805b,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:13:58.875531 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f28b8-5f20-40e2-a718-d05b2512e9c4 req-c1671f34-f88b-4734-b3fb-549a1dba0c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:58.876956 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6d8f28b8-5f20-40e2-a718-d05b2512e9c4 req-c1671f34-f88b-4734-b3fb-549a1dba0c62 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=84938dfb-0a15-4b64-8ea0-09dc37ea154f HTTP/1.1" status: 200 len: 1129 time: 0.2791314 Mar 11 03:13:58.921025 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6d8f28b8-5f20-40e2-a718-d05b2512e9c4 req-57a505bf-2d76-4ba4-8d2e-c7914615700f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1c0608fe-e6e9-4caf-a877-228d4402e7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377898 Mar 11 03:13:59.061458 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e086ad14-8393-490f-8cd8-0a66ba952d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:13:59.095365 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a518c-6338-4f26-b13d-b1b9e8ec2b92 req-6bf69618-d4c2-4588-a566-c4399696f77d tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:13:59.096827 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ec4a518c-6338-4f26-b13d-b1b9e8ec2b92 req-6bf69618-d4c2-4588-a566-c4399696f77d tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=84938dfb-0a15-4b64-8ea0-09dc37ea154f HTTP/1.1" status: 200 len: 945 time: 0.0607364 Mar 11 03:13:59.143899 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ec4a518c-6338-4f26-b13d-b1b9e8ec2b92 req-0c96b74a-ae2c-4580-b930-f99ab7d7f646 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c0608fe-e6e9-4caf-a877-228d4402e7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413630 Mar 11 03:14:00.269801 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80972adf-bba5-4109-aa06-01fde7059569 req-6d22722b-c71e-403b-ac82-459b5637d04c tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:00.271311 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-80972adf-bba5-4109-aa06-01fde7059569 req-6d22722b-c71e-403b-ac82-459b5637d04c tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=84938dfb-0a15-4b64-8ea0-09dc37ea154f HTTP/1.1" status: 200 len: 945 time: 0.0537903 Mar 11 03:14:00.319175 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-80972adf-bba5-4109-aa06-01fde7059569 req-9a80ceea-40a1-4775-a89a-fbb0a0aab4f1 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c0608fe-e6e9-4caf-a877-228d4402e7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416129 Mar 11 03:14:01.444003 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fcf183d5-47b8-4e55-9707-22c3a764fe85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:01.451063 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b65f64-1091-4e9f-afae-d173310b876b req-d230132c-2885-4da5-bfff-0535b5d4040f tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:01.452553 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a0b65f64-1091-4e9f-afae-d173310b876b req-d230132c-2885-4da5-bfff-0535b5d4040f tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=84938dfb-0a15-4b64-8ea0-09dc37ea154f HTTP/1.1" status: 200 len: 945 time: 0.0646834 Mar 11 03:14:01.763494 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a0b65f64-1091-4e9f-afae-d173310b876b req-f91ae8be-f002-45da-b6cf-3b9b1fdf25bf tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c0608fe-e6e9-4caf-a877-228d4402e7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3050869 Mar 11 03:14:01.774542 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a76ee-b68c-4204-92a1-79b84b7b0949 req-91cfd793-7d18-4026-b134-efae158ec559 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:01.775981 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-300a76ee-b68c-4204-92a1-79b84b7b0949 req-91cfd793-7d18-4026-b134-efae158ec559 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 946 time: 0.0713611 Mar 11 03:14:01.822148 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-300a76ee-b68c-4204-92a1-79b84b7b0949 req-4761fe7a-f886-44ea-9415-8c9708c16f10 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404658 Mar 11 03:14:01.874963 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1237a59-a3ff-4f91-8bd2-3a0d77b39b41 req-3f50a60c-d73c-45cc-b486-78647cec9296 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:01.876435 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a1237a59-a3ff-4f91-8bd2-3a0d77b39b41 req-3f50a60c-d73c-45cc-b486-78647cec9296 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=84938dfb-0a15-4b64-8ea0-09dc37ea154f HTTP/1.1" status: 200 len: 945 time: 0.0519881 Mar 11 03:14:01.884918 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 47630) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:14:01.889126 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-c12d2f84-1bb2-42d9-aa8b-2e6b54f1d880 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Request body: {'floatingip': {'port_id': 'f0e52525-890b-4088-abf2-23c384b2805b'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:14:01.928949 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c12d2f84-1bb2-42d9-aa8b-2e6b54f1d880 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for floatingip (f3032842-7723-49ab-90f0-b29009022f42), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:02.360197 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c12d2f84-1bb2-42d9-aa8b-2e6b54f1d880 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:02.363866 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c12d2f84-1bb2-42d9-aa8b-2e6b54f1d880 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740024'] for floatingip (f3032842-7723-49ab-90f0-b29009022f42), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:02.461891 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.db.l3_db [None req-c12d2f84-1bb2-42d9-aa8b-2e6b54f1d880 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Floating IP f3032842-7723-49ab-90f0-b29009022f42 associated. External IP: 172.27.2.122, port: f0e52525-890b-4088-abf2-23c384b2805b. Mar 11 03:14:02.650538 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:02.668368 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12d2f84-1bb2-42d9-aa8b-2e6b54f1d880 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Router 85f1d4b4-841e-4e79-b6a3-22bb7b77955c has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:14:02.775614 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12d2f84-1bb2-42d9-aa8b-2e6b54f1d880 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:14:02.781098 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c12d2f84-1bb2-42d9-aa8b-2e6b54f1d880 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:02.785448 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaa780b-a92b-4dfd-a6e2-206ac04889c3 None None] Sync routers for ids ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'] in dv-cinder-740146-14-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:14:02.795636 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaa780b-a92b-4dfd-a6e2-206ac04889c3 None None] Routers {'85f1d4b4-841e-4e79-b6a3-22bb7b77955c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:14:02.796248 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-7eaa780b-a92b-4dfd-a6e2-206ac04889c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:14:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:02.810506 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-c12d2f84-1bb2-42d9-aa8b-2e6b54f1d880 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "PUT /v2.0/floatingips/f3032842-7723-49ab-90f0-b29009022f42 HTTP/1.1" status: 200 len: 991 time: 0.9245656 Mar 11 03:14:02.811092 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84938dfb-0a15-4b64-8ea0-09dc37ea154f', 'tag': 'f0e52525-890b-4088-abf2-23c384b2805b'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:14:02.813322 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2960e148d505d0db9578e09e45f103c014611ddc5e7b14cf683b9a13ab87040d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da376e1-3042-45fe-873f-052451fa7722" -d '{"events": [{"name": "network-changed", "server_uuid": "84938dfb-0a15-4b64-8ea0-09dc37ea154f", "tag": "f0e52525-890b-4088-abf2-23c384b2805b"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:14:02.850282 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1188ccf9-4205-4cd6-aefb-54ae6a1602ca x-openstack-request-id: req-1188ccf9-4205-4cd6-aefb-54ae6a1602ca {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:14:02.850576 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84938dfb-0a15-4b64-8ea0-09dc37ea154f", "tag": "f0e52525-890b-4088-abf2-23c384b2805b", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:14:02.850835 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1188ccf9-4205-4cd6-aefb-54ae6a1602ca {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:14:02.851236 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84938dfb-0a15-4b64-8ea0-09dc37ea154f', 'tag': 'f0e52525-890b-4088-abf2-23c384b2805b', 'status': 'completed', 'code': 200} Mar 11 03:14:02.911080 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-7eaa780b-a92b-4dfd-a6e2-206ac04889c3 None None] Set router 85f1d4b4-841e-4e79-b6a3-22bb7b77955c gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:14:02.920408 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da376e1-3042-45fe-873f-052451fa7722 req-643412ca-aba5-4f82-a869-4fd62712168c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:02.921996 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9da376e1-3042-45fe-873f-052451fa7722 req-643412ca-aba5-4f82-a869-4fd62712168c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=717229175a63443abe76773a02a79818&device_id=84938dfb-0a15-4b64-8ea0-09dc37ea154f HTTP/1.1" status: 200 len: 1129 time: 0.0484934 Mar 11 03:14:02.951285 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f0a55-84e0-4a14-8767-b13bfb027286 req-03875722-89b7-42a2-bb8c-bd35464fd3e5 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:02.952957 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-906f0a55-84e0-4a14-8767-b13bfb027286 req-03875722-89b7-42a2-bb8c-bd35464fd3e5 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 946 time: 0.0556703 Mar 11 03:14:03.004874 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-906f0a55-84e0-4a14-8767-b13bfb027286 req-c7a6ce6a-344d-4bda-bc9d-36a7eee74ceb tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456033 Mar 11 03:14:03.019727 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da376e1-3042-45fe-873f-052451fa7722 req-e53d0d42-b078-4b86-9249-fe8fe7e71b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:03.021383 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9da376e1-3042-45fe-873f-052451fa7722 req-e53d0d42-b078-4b86-9249-fe8fe7e71b8b service neutron] 10.222.0.18 "GET /v2.0/networks?id=fd48ed16-54d7-4f44-be1f-91d180612d66 HTTP/1.1" status: 200 len: 915 time: 0.0913856 Mar 11 03:14:03.093776 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9da376e1-3042-45fe-873f-052451fa7722 req-13b65613-20ec-48e1-8ebd-d0841c7eef22 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0e52525-890b-4088-abf2-23c384b2805b HTTP/1.1" status: 200 len: 999 time: 0.0586441 Mar 11 03:14:03.143525 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-7eaa780b-a92b-4dfd-a6e2-206ac04889c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'name': 'tempest-AttachVolumeNegativeTest-1651227581-router', 'tenant_id': '717229175a63443abe76773a02a79818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:43Z', 'revision_number': 4, 'project_id': '717229175a63443abe76773a02a79818', 'gw_port': {'id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': 'e5fad280-0b25-4756-9734-6f369c5d816d', 'tenant_id': '717229175a63443abe76773a02a79818', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'port_id': 'e18e512d-0025-44a4-98f5-12fd254f1569', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'mac_address': 'fa:16:3e:f8:09:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19840621-ede7-49be-90a5-c7d48658acb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:12:45Z', 'updated_at': '2022-03-11T03:12:58Z', 'revision_number': 2, 'project_id': '717229175a63443abe76773a02a79818', 'fixed_ip_address_scope': None}, {'id': 'f3032842-7723-49ab-90f0-b29009022f42', 'tenant_id': '717229175a63443abe76773a02a79818', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'port_id': 'f0e52525-890b-4088-abf2-23c384b2805b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'mac_address': 'fa:16:3e:74:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84938dfb-0a15-4b64-8ea0-09dc37ea154f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:13:49Z', 'updated_at': '2022-03-11T03:14:02Z', 'revision_number': 1, 'project_id': '717229175a63443abe76773a02a79818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da53b0d-6348-40da-9feb-9dadaf4fc389', 'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'tenant_id': '717229175a63443abe76773a02a79818', 'mac_address': 'fa:16:3e:bf:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:42Z', 'updated_at': '2022-03-11T03:12:46Z', 'revision_number': 5, 'project_id': '717229175a63443abe76773a02a79818', 'subnets': [{'id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:03.146043 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da376e1-3042-45fe-873f-052451fa7722 req-f321e02f-8723-47cf-9bc3-81fb5b8f6f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:03.147501 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9da376e1-3042-45fe-873f-052451fa7722 req-f321e02f-8723-47cf-9bc3-81fb5b8f6f19 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a31257a5-7a1e-45b3-aef2-2a2faf6425a3 HTTP/1.1" status: 200 len: 854 time: 0.0480599 Mar 11 03:14:03.170780 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaa780b-a92b-4dfd-a6e2-206ac04889c3 None None] Checking router: 85f1d4b4-841e-4e79-b6a3-22bb7b77955c for host: dv-cinder-740146-14-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:14:03.179717 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaa780b-a92b-4dfd-a6e2-206ac04889c3 None None] Routers {'85f1d4b4-841e-4e79-b6a3-22bb7b77955c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:14:03.180187 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-7eaa780b-a92b-4dfd-a6e2-206ac04889c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:14:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:03.197321 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da376e1-3042-45fe-873f-052451fa7722 req-a44c0204-d1de-4a90-8337-04cc7c27c1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:03.198905 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9da376e1-3042-45fe-873f-052451fa7722 req-a44c0204-d1de-4a90-8337-04cc7c27c1f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd48ed16-54d7-4f44-be1f-91d180612d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456469 Mar 11 03:14:03.289514 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9da376e1-3042-45fe-873f-052451fa7722 req-b70d56f4-cfaf-4df6-9c8b-3a8f4d2cfe2e service neutron] 10.222.0.18 "GET /v2.0/networks/fd48ed16-54d7-4f44-be1f-91d180612d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833066 Mar 11 03:14:03.386487 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9da376e1-3042-45fe-873f-052451fa7722 req-85168742-5794-43d9-bff4-97147f7aa125 service neutron] 10.222.0.18 "GET /v2.0/networks/fd48ed16-54d7-4f44-be1f-91d180612d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901837 Mar 11 03:14:03.415364 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-7eaa780b-a92b-4dfd-a6e2-206ac04889c3 None None] Set router 85f1d4b4-841e-4e79-b6a3-22bb7b77955c gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:14:03.635471 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-7eaa780b-a92b-4dfd-a6e2-206ac04889c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'name': 'tempest-AttachVolumeNegativeTest-1651227581-router', 'tenant_id': '717229175a63443abe76773a02a79818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:43Z', 'revision_number': 4, 'project_id': '717229175a63443abe76773a02a79818', 'gw_port': {'id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': 'e5fad280-0b25-4756-9734-6f369c5d816d', 'tenant_id': '717229175a63443abe76773a02a79818', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'port_id': 'e18e512d-0025-44a4-98f5-12fd254f1569', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'mac_address': 'fa:16:3e:f8:09:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19840621-ede7-49be-90a5-c7d48658acb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:12:45Z', 'updated_at': '2022-03-11T03:12:58Z', 'revision_number': 2, 'project_id': '717229175a63443abe76773a02a79818', 'fixed_ip_address_scope': None}, {'id': 'f3032842-7723-49ab-90f0-b29009022f42', 'tenant_id': '717229175a63443abe76773a02a79818', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'port_id': 'f0e52525-890b-4088-abf2-23c384b2805b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'mac_address': 'fa:16:3e:74:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84938dfb-0a15-4b64-8ea0-09dc37ea154f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:13:49Z', 'updated_at': '2022-03-11T03:14:02Z', 'revision_number': 1, 'project_id': '717229175a63443abe76773a02a79818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da53b0d-6348-40da-9feb-9dadaf4fc389', 'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'tenant_id': '717229175a63443abe76773a02a79818', 'mac_address': 'fa:16:3e:bf:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:42Z', 'updated_at': '2022-03-11T03:12:46Z', 'revision_number': 5, 'project_id': '717229175a63443abe76773a02a79818', 'subnets': [{'id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:03.666488 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaa780b-a92b-4dfd-a6e2-206ac04889c3 None None] The sync data for ids ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'] in dv-cinder-740146-14-iscsi is: [{'id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'name': 'tempest-AttachVolumeNegativeTest-1651227581-router', 'tenant_id': '717229175a63443abe76773a02a79818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:43Z', 'revision_number': 4, 'project_id': '717229175a63443abe76773a02a79818', 'gw_port': {'id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': 'e5fad280-0b25-4756-9734-6f369c5d816d', 'tenant_id': '717229175a63443abe76773a02a79818', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'port_id': 'e18e512d-0025-44a4-98f5-12fd254f1569', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'mac_address': 'fa:16:3e:f8:09:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19840621-ede7-49be-90a5-c7d48658acb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:12:45Z', 'updated_at': '2022-03-11T03:12:58Z', 'revision_number': 2, 'project_id': '717229175a63443abe76773a02a79818', 'fixed_ip_address_scope': None}, {'id': 'f3032842-7723-49ab-90f0-b29009022f42', 'tenant_id': '717229175a63443abe76773a02a79818', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'port_id': 'f0e52525-890b-4088-abf2-23c384b2805b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'mac_address': 'fa:16:3e:74:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84938dfb-0a15-4b64-8ea0-09dc37ea154f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:13:49Z', 'updated_at': '2022-03-11T03:14:02Z', 'revision_number': 1, 'project_id': '717229175a63443abe76773a02a79818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da53b0d-6348-40da-9feb-9dadaf4fc389', 'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'tenant_id': '717229175a63443abe76773a02a79818', 'mac_address': 'fa:16:3e:bf:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:42Z', 'updated_at': '2022-03-11T03:12:46Z', 'revision_number': 5, 'project_id': '717229175a63443abe76773a02a79818', 'subnets': [{'id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:14:03.849472 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93eaee60-5e3b-4f6b-b766-d3967ce264d3 None None] New status for floating IP f3032842-7723-49ab-90f0-b29009022f42: ACTIVE {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 03:14:04.129456 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012514f-7204-4eaa-87a6-6587f9e42776 req-5e285852-2f8d-4656-abf3-da1c12c79e7a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:04.130952 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a012514f-7204-4eaa-87a6-6587f9e42776 req-5e285852-2f8d-4656-abf3-da1c12c79e7a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 946 time: 0.0511909 Mar 11 03:14:04.180127 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a012514f-7204-4eaa-87a6-6587f9e42776 req-9837fbba-a5c3-487f-ba7d-f3f6ace87635 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434988 Mar 11 03:14:04.248381 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:05.350998 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ada89-1a2f-4c8b-b9d0-42fa7d8684d6 req-d4647500-ec95-4785-89d2-54beccb897a7 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:05.352455 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a40ada89-1a2f-4c8b-b9d0-42fa7d8684d6 req-d4647500-ec95-4785-89d2-54beccb897a7 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 946 time: 0.1004744 Mar 11 03:14:05.397610 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a40ada89-1a2f-4c8b-b9d0-42fa7d8684d6 req-5123cfc1-2dea-4c75-8031-8f7fd5d1132a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387731 Mar 11 03:14:05.676775 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:06.566902 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a538982-cbc7-456e-83aa-b299c82145f6 req-f2480401-d083-49e3-9bd2-f36f06f359f9 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:06.568372 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6a538982-cbc7-456e-83aa-b299c82145f6 req-f2480401-d083-49e3-9bd2-f36f06f359f9 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 946 time: 0.1001384 Mar 11 03:14:06.600457 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:06.615851 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6a538982-cbc7-456e-83aa-b299c82145f6 req-e7208175-8fed-45dd-b96c-df2bb1a66490 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419095 Mar 11 03:14:07.740091 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e1fd5-3972-4725-bb0f-ec5c1117b1a4 req-e3b71355-7814-48eb-a639-cb62a9bc1b6c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:07.741569 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a50e1fd5-3972-4725-bb0f-ec5c1117b1a4 req-e3b71355-7814-48eb-a639-cb62a9bc1b6c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 946 time: 0.0558624 Mar 11 03:14:07.787216 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a50e1fd5-3972-4725-bb0f-ec5c1117b1a4 req-ed1cebc1-14ec-4047-adf5-e0813b2d7a09 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395439 Mar 11 03:14:08.907673 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72bdb85-c267-4c60-8db8-5d5d4bebe884 req-90eabd93-1bc2-4673-9af1-7b5f2e30d29e tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:08.909141 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b72bdb85-c267-4c60-8db8-5d5d4bebe884 req-90eabd93-1bc2-4673-9af1-7b5f2e30d29e tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 946 time: 0.0514431 Mar 11 03:14:08.959343 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b72bdb85-c267-4c60-8db8-5d5d4bebe884 req-80f49b04-e271-4379-8792-2ae729f72433 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447459 Mar 11 03:14:10.078464 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c48b9-fb5a-4492-8927-bac06d4421dd req-7d110f26-785c-46d4-986c-2f813c28c835 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:10.079910 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-859c48b9-fb5a-4492-8927-bac06d4421dd req-7d110f26-785c-46d4-986c-2f813c28c835 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 946 time: 0.0510702 Mar 11 03:14:10.129046 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-859c48b9-fb5a-4492-8927-bac06d4421dd req-c33d3440-9609-4dc7-baf6-fac54d1c3e4d tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433581 Mar 11 03:14:11.251479 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4dc60-75df-4123-9bc8-0d14dea70dd8 req-31a7fd07-cf0e-43f7-90d4-3303a161355d tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:11.252862 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b4e4dc60-75df-4123-9bc8-0d14dea70dd8 req-31a7fd07-cf0e-43f7-90d4-3303a161355d tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 946 time: 0.0531092 Mar 11 03:14:11.306014 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b4e4dc60-75df-4123-9bc8-0d14dea70dd8 req-f699d35c-febd-4db4-bb68-9bfd2726c7e2 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475712 Mar 11 03:14:12.426473 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9eafcb-6e52-4291-8599-f9dff83e8dc0 req-eedf5c4e-6300-4549-867d-22401fb5d401 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:12.427837 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-af9eafcb-6e52-4291-8599-f9dff83e8dc0 req-eedf5c4e-6300-4549-867d-22401fb5d401 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 946 time: 0.0513461 Mar 11 03:14:12.472745 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-af9eafcb-6e52-4291-8599-f9dff83e8dc0 req-8c0a8e01-ffbe-450f-bac0-358c87393249 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395000 Mar 11 03:14:13.755806 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f282f6-855f-419b-a67d-e456c33cf9f6 req-d4c7f0e6-bf0d-4c63-b3fe-d2a6dec7cfae tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:13.757187 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d5f282f6-855f-419b-a67d-e456c33cf9f6 req-d4c7f0e6-bf0d-4c63-b3fe-d2a6dec7cfae tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 946 time: 0.0565603 Mar 11 03:14:13.802787 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d5f282f6-855f-419b-a67d-e456c33cf9f6 req-9c79fda7-3521-4c1a-b98a-5b8cda220ebe tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394723 Mar 11 03:14:14.346598 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 440370ab-99bd-4ccb-b5e1-ee959271dba7 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 03:14:14.445917 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 440370ab-99bd-4ccb-b5e1-ee959271dba7, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=440370ab-99bd-4ccb-b5e1-ee959271dba7,segment=NetworkSegment(2788d6dc-bb9a-4610-93c8-718a7a34a2b4),segment_id=2788d6dc-bb9a-4610-93c8-718a7a34a2b4)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:14:14.457409 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Returning: {'device': '440370ab-99bd-4ccb-b5e1-ee959271dba7', 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5', 'port_id': '440370ab-99bd-4ccb-b5e1-ee959271dba7', 'mac_address': 'fa:16:3e:88:55:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3f1ad71-9fd3-4f40-b64d-92b2f6facb57', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 03:14:14.494406 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 440370ab-99bd-4ccb-b5e1-ee959271dba7 is: ACTIVE; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:14:14.494787 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (440370ab-99bd-4ccb-b5e1-ee959271dba7), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:14.516291 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 440370ab-99bd-4ccb-b5e1-ee959271dba7 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:14:14.538180 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 440370ab-99bd-4ccb-b5e1-ee959271dba7, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=440370ab-99bd-4ccb-b5e1-ee959271dba7,segment=NetworkSegment(2788d6dc-bb9a-4610-93c8-718a7a34a2b4),segment_id=2788d6dc-bb9a-4610-93c8-718a7a34a2b4)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:14:14.542215 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (440370ab-99bd-4ccb-b5e1-ee959271dba7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:14.600874 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=440370ab-99bd-4ccb-b5e1-ee959271dba7,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:14.647443 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] get_ports_and_sgs() called for port_ids ['440370ab-99bd-4ccb-b5e1-ee959271dba7'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:14:14.955476 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79b312-d8b5-41cc-909c-93d68b36aa70 req-017d37df-beed-4cb4-8609-e96c2d7b4a4c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:14.957975 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-da79b312-d8b5-41cc-909c-93d68b36aa70 req-017d37df-beed-4cb4-8609-e96c2d7b4a4c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 945 time: 0.0770705 Mar 11 03:14:15.018415 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-da79b312-d8b5-41cc-909c-93d68b36aa70 req-5efbc585-62ea-4f17-a5b7-cef240debda5 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544529 Mar 11 03:14:16.197366 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e75fb7-c88c-4f53-aa91-50ed6d8a86f1 req-eaa78a60-bf1a-4d43-bbd9-f2d4ec172f91 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:16.201559 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-51e75fb7-c88c-4f53-aa91-50ed6d8a86f1 req-eaa78a60-bf1a-4d43-bbd9-f2d4ec172f91 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 945 time: 0.0745242 Mar 11 03:14:16.270187 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-51e75fb7-c88c-4f53-aa91-50ed6d8a86f1 req-b262cf2b-3c7e-4ef1-8f6d-f1487d5bd783 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591733 Mar 11 03:14:16.368244 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 440370ab-99bd-4ccb-b5e1-ee959271dba7 up at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:14:16.439535 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning complete for port 440370ab-99bd-4ccb-b5e1-ee959271dba7 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:14:16.440118 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (440370ab-99bd-4ccb-b5e1-ee959271dba7), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:16.539212 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 440370ab-99bd-4ccb-b5e1-ee959271dba7 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:14:16.539601 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (440370ab-99bd-4ccb-b5e1-ee959271dba7), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:16.563708 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8786603-09c0-42bd-8504-13cfa684175e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440370ab-99bd-4ccb-b5e1-ee959271dba7'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:14:16.566014 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288e491573ecc61b3bf0bc0bc1cef05b47d52e8efc38ed9f7c410eed2e18b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1528a43-60e9-4c04-9f6f-d46b50187c26" -d '{"events": [{"server_uuid": "c8786603-09c0-42bd-8504-13cfa684175e", "name": "network-vif-plugged", "status": "completed", "tag": "440370ab-99bd-4ccb-b5e1-ee959271dba7"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:14:16.579181 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 440370ab-99bd-4ccb-b5e1-ee959271dba7, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=440370ab-99bd-4ccb-b5e1-ee959271dba7,segment=NetworkSegment(2788d6dc-bb9a-4610-93c8-718a7a34a2b4),segment_id=2788d6dc-bb9a-4610-93c8-718a7a34a2b4)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:14:16.584912 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (440370ab-99bd-4ccb-b5e1-ee959271dba7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:16.616120 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c61497-f288-455d-804b-fde8b4f10b71 x-openstack-request-id: req-f5c61497-f288-455d-804b-fde8b4f10b71 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:14:16.616406 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8786603-09c0-42bd-8504-13cfa684175e", "name": "network-vif-plugged", "status": "completed", "tag": "440370ab-99bd-4ccb-b5e1-ee959271dba7", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:14:16.616677 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f5c61497-f288-455d-804b-fde8b4f10b71 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:14:16.617050 dv-cinder-740146-14-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8786603-09c0-42bd-8504-13cfa684175e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440370ab-99bd-4ccb-b5e1-ee959271dba7', 'code': 200} Mar 11 03:14:16.644457 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=440370ab-99bd-4ccb-b5e1-ee959271dba7,revision_number=7']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:17.400444 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb886bbb-1a52-4292-a053-d2cb9a878e4b req-d787b7ac-9db1-434b-a079-a608da244a7b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:17.403615 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-eb886bbb-1a52-4292-a053-d2cb9a878e4b req-d787b7ac-9db1-434b-a079-a608da244a7b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 946 time: 0.0595100 Mar 11 03:14:17.462728 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-eb886bbb-1a52-4292-a053-d2cb9a878e4b req-f5a29fb1-2f6a-4bc4-a03e-b0cab1d8fe8a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500221 Mar 11 03:14:18.660818 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49706d04-210c-43ed-8dae-110001d17f8c req-75df357e-fd0b-4499-94e5-fbdd28b8674c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:18.669321 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-49706d04-210c-43ed-8dae-110001d17f8c req-75df357e-fd0b-4499-94e5-fbdd28b8674c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 946 time: 0.1200278 Mar 11 03:14:18.724867 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-49706d04-210c-43ed-8dae-110001d17f8c req-9a0207ee-d4d8-4045-bdcf-7a8896e495de tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543814 Mar 11 03:14:19.868155 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bc0ae-5d41-4a54-ae6d-39aa8c2b45a3 req-6cdf5af2-99a5-4116-928c-3be4d7da461a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:19.869779 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8e1bc0ae-5d41-4a54-ae6d-39aa8c2b45a3 req-6cdf5af2-99a5-4116-928c-3be4d7da461a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 946 time: 0.0707476 Mar 11 03:14:19.925166 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8e1bc0ae-5d41-4a54-ae6d-39aa8c2b45a3 req-544fbe4f-6214-421d-9672-60a8c21d7463 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477228 Mar 11 03:14:21.057599 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b361e48-c592-41be-8034-034408844d8f req-df753ffc-a32b-496c-b68d-e6195616e20d tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:21.061358 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1b361e48-c592-41be-8034-034408844d8f req-df753ffc-a32b-496c-b68d-e6195616e20d tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 946 time: 0.0572474 Mar 11 03:14:21.118170 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1b361e48-c592-41be-8034-034408844d8f req-489b47dc-a730-4da9-85ce-ea24d0f3ef7b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505266 Mar 11 03:14:22.270666 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ddbbb-1429-4aa5-b6de-66da6a2cfd74 req-f9e3a739-872c-423d-a5da-51c089c7bca3 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:22.272174 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0a7ddbbb-1429-4aa5-b6de-66da6a2cfd74 req-f9e3a739-872c-423d-a5da-51c089c7bca3 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 946 time: 0.0726943 Mar 11 03:14:22.330491 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0a7ddbbb-1429-4aa5-b6de-66da6a2cfd74 req-5a48d7a6-d5e4-4371-a448-0323437a2592 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516038 Mar 11 03:14:23.447669 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b158ff8-ddca-47f0-b4a3-0d79396649af req-f8999ed6-b893-451e-bee5-c99fcb9da6bd tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:23.449230 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8b158ff8-ddca-47f0-b4a3-0d79396649af req-f8999ed6-b893-451e-bee5-c99fcb9da6bd tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 946 time: 0.0521069 Mar 11 03:14:23.495751 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8b158ff8-ddca-47f0-b4a3-0d79396649af req-f331d139-dfa3-4e06-8510-22afff82661f tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405719 Mar 11 03:14:23.926728 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ea63f-9acf-4237-a53a-c8012f078536 req-9d1ad005-8d11-430d-9ac7-4404f69e9e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:23.928238 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c56ea63f-9acf-4237-a53a-c8012f078536 req-9d1ad005-8d11-430d-9ac7-4404f69e9e2b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d1479d5aac746a7a501d6c1fd3e7dc4&device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 1130 time: 0.0913770 Mar 11 03:14:24.022716 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ea63f-9acf-4237-a53a-c8012f078536 req-e74ce5f6-ef91-4e39-95a3-cac8c1518e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:24.024196 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c56ea63f-9acf-4237-a53a-c8012f078536 req-e74ce5f6-ef91-4e39-95a3-cac8c1518e04 service neutron] 10.222.0.18 "GET /v2.0/networks?id=24591a89-9096-47e5-935c-efce9ff962e5 HTTP/1.1" status: 200 len: 917 time: 0.0898066 Mar 11 03:14:24.093237 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c56ea63f-9acf-4237-a53a-c8012f078536 req-907c3956-ec1d-4cdd-90c7-735f9a57cd55 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=440370ab-99bd-4ccb-b5e1-ee959271dba7 HTTP/1.1" status: 200 len: 1002 time: 0.0601099 Mar 11 03:14:24.143710 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ea63f-9acf-4237-a53a-c8012f078536 req-962d5544-7e81-405a-a3f0-d66b174c891b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:24.145179 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c56ea63f-9acf-4237-a53a-c8012f078536 req-962d5544-7e81-405a-a3f0-d66b174c891b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b3f1ad71-9fd3-4f40-b64d-92b2f6facb57 HTTP/1.1" status: 200 len: 856 time: 0.0452414 Mar 11 03:14:24.199323 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ea63f-9acf-4237-a53a-c8012f078536 req-b9eb5c78-1622-4bb6-a76f-6cb4b66a3599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:24.200831 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c56ea63f-9acf-4237-a53a-c8012f078536 req-b9eb5c78-1622-4bb6-a76f-6cb4b66a3599 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=24591a89-9096-47e5-935c-efce9ff962e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0484290 Mar 11 03:14:24.291535 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c56ea63f-9acf-4237-a53a-c8012f078536 req-e8331602-e46e-4e1f-99f1-2e1c409ec181 service neutron] 10.222.0.18 "GET /v2.0/networks/24591a89-9096-47e5-935c-efce9ff962e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845222 Mar 11 03:14:24.384433 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c56ea63f-9acf-4237-a53a-c8012f078536 req-5a16c2fb-8f24-465a-bf55-b00b3df3cfa0 service neutron] 10.222.0.18 "GET /v2.0/networks/24591a89-9096-47e5-935c-efce9ff962e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871305 Mar 11 03:14:24.614948 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c84cc-5350-4716-97a6-11f09801f044 req-0a4b36c5-51db-464e-a11d-764c5e114698 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:24.616399 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-655c84cc-5350-4716-97a6-11f09801f044 req-0a4b36c5-51db-464e-a11d-764c5e114698 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 946 time: 0.0501037 Mar 11 03:14:24.665658 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-655c84cc-5350-4716-97a6-11f09801f044 req-163b9bcf-e880-4848-8173-66d7bfe6bed5 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429718 Mar 11 03:14:25.491572 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:14:25.791006 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaca7b0-2eeb-4a3a-b38e-fc60c068945a req-95366ffc-bcd9-4e64-aa20-81cfc046281f tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:25.793062 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-baaca7b0-2eeb-4a3a-b38e-fc60c068945a req-95366ffc-bcd9-4e64-aa20-81cfc046281f tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 946 time: 0.0533340 Mar 11 03:14:25.839749 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-baaca7b0-2eeb-4a3a-b38e-fc60c068945a req-02a115c8-d0bf-4733-991d-90088066bcc0 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407543 Mar 11 03:14:26.457135 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 440370ab-99bd-4ccb-b5e1-ee959271dba7 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:14:26.535167 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 440370ab-99bd-4ccb-b5e1-ee959271dba7 is: ACTIVE; New status is: DOWN {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:14:26.535552 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (440370ab-99bd-4ccb-b5e1-ee959271dba7), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:26.560131 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8786603-09c0-42bd-8504-13cfa684175e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '440370ab-99bd-4ccb-b5e1-ee959271dba7'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:14:26.562418 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288e491573ecc61b3bf0bc0bc1cef05b47d52e8efc38ed9f7c410eed2e18b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69467ec-eadd-4165-987a-d2e123260065" -d '{"events": [{"server_uuid": "c8786603-09c0-42bd-8504-13cfa684175e", "name": "network-vif-unplugged", "status": "completed", "tag": "440370ab-99bd-4ccb-b5e1-ee959271dba7"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:14:26.575744 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 440370ab-99bd-4ccb-b5e1-ee959271dba7, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=440370ab-99bd-4ccb-b5e1-ee959271dba7,segment=NetworkSegment(2788d6dc-bb9a-4610-93c8-718a7a34a2b4),segment_id=2788d6dc-bb9a-4610-93c8-718a7a34a2b4)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:14:26.580146 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (440370ab-99bd-4ccb-b5e1-ee959271dba7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:26.603363 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 03:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a72b4e7-bb97-4a32-80ae-a825cb71fccd x-openstack-request-id: req-4a72b4e7-bb97-4a32-80ae-a825cb71fccd {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:14:26.603655 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8786603-09c0-42bd-8504-13cfa684175e", "name": "network-vif-unplugged", "status": "completed", "tag": "440370ab-99bd-4ccb-b5e1-ee959271dba7", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:14:26.603904 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a72b4e7-bb97-4a32-80ae-a825cb71fccd {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:14:26.604306 dv-cinder-740146-14-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8786603-09c0-42bd-8504-13cfa684175e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '440370ab-99bd-4ccb-b5e1-ee959271dba7', 'code': 200} Mar 11 03:14:26.632192 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=440370ab-99bd-4ccb-b5e1-ee959271dba7,revision_number=8']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:26.640299 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:14:26.640648 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:14:26.640986 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:14:26.641409 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:14:26.641746 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:14:26.642099 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:14:26.642427 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:14:26.642753 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:14:26.643097 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:14:26.643418 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:14:26.643736 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:14:26.644050 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:14:26.644364 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:14:26.960164 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbd7c7-9ee8-4ff0-b8f7-21819398ab1f req-349d4209-09db-4dd7-ac47-b3e329671416 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:26.961521 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f7cbd7c7-9ee8-4ff0-b8f7-21819398ab1f req-349d4209-09db-4dd7-ac47-b3e329671416 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 944 time: 0.0510762 Mar 11 03:14:27.006836 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f7cbd7c7-9ee8-4ff0-b8f7-21819398ab1f req-ffa0adce-3fd1-4775-bb7e-8923f749c590 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396917 Mar 11 03:14:27.791925 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [req-8c27b272-cf80-4156-b17f-065d799e872b req-3180cf2e-136e-45d8-87d1-26efc9f2fe3e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 03:14:27.793771 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8c27b272-cf80-4156-b17f-065d799e872b req-3180cf2e-136e-45d8-87d1-26efc9f2fe3e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0483310 Mar 11 03:14:27.984904 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b14ecd-ac61-4284-9d07-49c8797e7a9b req-1715c568-7b03-4905-8905-62da9ff0ba20 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:27.986406 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e8b14ecd-ac61-4284-9d07-49c8797e7a9b req-1715c568-7b03-4905-8905-62da9ff0ba20 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 944 time: 0.0846686 Mar 11 03:14:28.002114 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-604140b3-ad87-4e50-981d-9233d43da7ac req-f42b9aed-dca7-4c67-b226-60f161f3f9b5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0633814 Mar 11 03:14:28.037917 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e8b14ecd-ac61-4284-9d07-49c8797e7a9b req-2e6399cf-144f-45d3-b2b0-c2d8c508059b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443275 Mar 11 03:14:28.075600 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604140b3-ad87-4e50-981d-9233d43da7ac req-1a225f5c-e1e4-45ed-ad35-8aad636816e6 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:28.076966 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-604140b3-ad87-4e50-981d-9233d43da7ac req-1a225f5c-e1e4-45ed-ad35-8aad636816e6 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports/440370ab-99bd-4ccb-b5e1-ee959271dba7 HTTP/1.1" status: 200 len: 941 time: 0.0482097 Mar 11 03:14:28.983472 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604140b3-ad87-4e50-981d-9233d43da7ac req-4fda1f52-afbe-48c4-9769-8bef888e6fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:28.984950 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-604140b3-ad87-4e50-981d-9233d43da7ac req-4fda1f52-afbe-48c4-9769-8bef888e6fe7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e&tenant_id=7d1479d5aac746a7a501d6c1fd3e7dc4 HTTP/1.1" status: 200 len: 1128 time: 0.0440352 Mar 11 03:14:29.053212 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7abc9839-a2bc-4aa0-95ba-20c67cd26f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:29.056684 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604140b3-ad87-4e50-981d-9233d43da7ac req-73017df3-10c3-48b4-bb34-7c3311ecf66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:29.058202 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-604140b3-ad87-4e50-981d-9233d43da7ac req-73017df3-10c3-48b4-bb34-7c3311ecf66b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d1479d5aac746a7a501d6c1fd3e7dc4&device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 1128 time: 0.0503416 Mar 11 03:14:29.149618 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604140b3-ad87-4e50-981d-9233d43da7ac req-8bf7201b-ed62-46a9-8ca6-4853761f18ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:29.151105 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-604140b3-ad87-4e50-981d-9233d43da7ac req-8bf7201b-ed62-46a9-8ca6-4853761f18ed service neutron] 10.222.0.18 "GET /v2.0/networks?id=24591a89-9096-47e5-935c-efce9ff962e5 HTTP/1.1" status: 200 len: 917 time: 0.0852361 Mar 11 03:14:29.164770 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6bb49-3d83-47de-9252-62dcb5ef5eef req-d91a025d-61b4-4313-940b-58c2c6ac1583 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:29.166279 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d7b6bb49-3d83-47de-9252-62dcb5ef5eef req-d91a025d-61b4-4313-940b-58c2c6ac1583 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 944 time: 0.0531247 Mar 11 03:14:29.217914 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d7b6bb49-3d83-47de-9252-62dcb5ef5eef req-e746d7d5-62a8-4878-a27d-6be2f034cbe7 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444143 Mar 11 03:14:29.221485 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-604140b3-ad87-4e50-981d-9233d43da7ac req-d5bb058a-6197-4407-9c1f-92cd5d27258b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=440370ab-99bd-4ccb-b5e1-ee959271dba7 HTTP/1.1" status: 200 len: 1000 time: 0.0637479 Mar 11 03:14:29.271011 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604140b3-ad87-4e50-981d-9233d43da7ac req-0aa3b2a7-a64a-493d-b896-19510bcbb9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:29.272657 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-604140b3-ad87-4e50-981d-9233d43da7ac req-0aa3b2a7-a64a-493d-b896-19510bcbb9d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b3f1ad71-9fd3-4f40-b64d-92b2f6facb57 HTTP/1.1" status: 200 len: 856 time: 0.0446076 Mar 11 03:14:29.323925 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604140b3-ad87-4e50-981d-9233d43da7ac req-1d224759-881b-4004-98f9-23f5fa7530b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:29.325359 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-604140b3-ad87-4e50-981d-9233d43da7ac req-1d224759-881b-4004-98f9-23f5fa7530b1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=24591a89-9096-47e5-935c-efce9ff962e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436130 Mar 11 03:14:29.416674 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-604140b3-ad87-4e50-981d-9233d43da7ac req-fe271dbc-4c51-41dc-8ccd-7cc0c87905ef service neutron] 10.222.0.18 "GET /v2.0/networks/24591a89-9096-47e5-935c-efce9ff962e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847321 Mar 11 03:14:29.503864 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-604140b3-ad87-4e50-981d-9233d43da7ac req-736cabf5-2d75-4a92-82d7-f57855538209 service neutron] 10.222.0.18 "GET /v2.0/networks/24591a89-9096-47e5-935c-efce9ff962e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806267 Mar 11 03:14:30.352011 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b2ad9-6b3c-4727-b323-ffc6a6d6b4f5 req-60752211-14dd-4188-a586-54b7ea8d0663 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:30.354183 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-361b2ad9-6b3c-4727-b323-ffc6a6d6b4f5 req-60752211-14dd-4188-a586-54b7ea8d0663 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 944 time: 0.0572484 Mar 11 03:14:30.406668 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-361b2ad9-6b3c-4727-b323-ffc6a6d6b4f5 req-6a33d5f2-193e-4719-adfe-145b101b2b26 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461333 Mar 11 03:14:30.487766 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 440370ab-99bd-4ccb-b5e1-ee959271dba7 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:14:30.569520 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 440370ab-99bd-4ccb-b5e1-ee959271dba7 is: DOWN; New status is: DOWN {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:14:31.456551 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7458dfd8-d8fd-4e02-a57a-634b64e8e84b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:31.501311 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-159e4359-bd69-434e-9324-44558523e09a req-9204a3f5-b8b7-43de-af52-81654ba5679b tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-299804803&fields=id&tenant_id=b27f621c95944166a7ae765f64d15d9f HTTP/1.1" status: 200 len: 267 time: 0.0489535 Mar 11 03:14:31.617265 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015e5e4-d8c1-4a67-998e-38ee192a6438 req-712f48b0-2448-42f8-b336-f6e7a3487b39 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:31.619211 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c015e5e4-d8c1-4a67-998e-38ee192a6438 req-712f48b0-2448-42f8-b336-f6e7a3487b39 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 944 time: 0.1160896 Mar 11 03:14:31.627866 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e4359-bd69-434e-9324-44558523e09a req-e9dd5b62-927d-4a2e-99c5-e6f5086473be tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:31.630351 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-159e4359-bd69-434e-9324-44558523e09a req-e9dd5b62-927d-4a2e-99c5-e6f5086473be tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 984 time: 0.0991564 Mar 11 03:14:31.642418 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [req-159e4359-bd69-434e-9324-44558523e09a req-24ff4df2-db3b-486b-93ab-eb3ffa4914c9 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Request body: {'port': {'security_groups': ['d98d13d7-35e8-43b2-a5ea-0972cbca35e9']}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:14:31.712394 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c015e5e4-d8c1-4a67-998e-38ee192a6438 req-ac320874-c010-408b-b20d-9996d292623b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818164 Mar 11 03:14:31.755049 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-159e4359-bd69-434e-9324-44558523e09a req-24ff4df2-db3b-486b-93ab-eb3ffa4914c9 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (546633a1-11b1-4e62-aa49-2a50d0956169), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:31.943205 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [req-159e4359-bd69-434e-9324-44558523e09a req-24ff4df2-db3b-486b-93ab-eb3ffa4914c9 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] For port 546633a1-11b1-4e62-aa49-2a50d0956169, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=546633a1-11b1-4e62-aa49-2a50d0956169,segment=NetworkSegment(850685ec-e887-458e-aac0-a70aa95557bd),segment_id=850685ec-e887-458e-aac0-a70aa95557bd)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:14:31.976200 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-159e4359-bd69-434e-9324-44558523e09a req-24ff4df2-db3b-486b-93ab-eb3ffa4914c9 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks [] for port (546633a1-11b1-4e62-aa49-2a50d0956169), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:31.981777 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-159e4359-bd69-434e-9324-44558523e09a req-24ff4df2-db3b-486b-93ab-eb3ffa4914c9 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15272101'] for port (546633a1-11b1-4e62-aa49-2a50d0956169), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:31.994269 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] get_ports_and_sgs() called for port_ids ['546633a1-11b1-4e62-aa49-2a50d0956169'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:14:32.029653 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e4359-bd69-434e-9324-44558523e09a req-24ff4df2-db3b-486b-93ab-eb3ffa4914c9 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:32.030313 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [req-159e4359-bd69-434e-9324-44558523e09a req-24ff4df2-db3b-486b-93ab-eb3ffa4914c9 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:32.036064 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-159e4359-bd69-434e-9324-44558523e09a req-24ff4df2-db3b-486b-93ab-eb3ffa4914c9 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "PUT /v2.0/ports/546633a1-11b1-4e62-aa49-2a50d0956169 HTTP/1.1" status: 200 len: 942 time: 0.3982816 Mar 11 03:14:32.036622 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47dd206a-85d8-4e0c-87f6-25f59994ab43', 'tag': '546633a1-11b1-4e62-aa49-2a50d0956169'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:14:32.038489 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 47900) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:14:32.042110 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2960e148d505d0db9578e09e45f103c014611ddc5e7b14cf683b9a13ab87040d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2657e0-7e70-4511-a273-9735b4214fce" -d '{"events": [{"name": "network-changed", "server_uuid": "47dd206a-85d8-4e0c-87f6-25f59994ab43", "tag": "546633a1-11b1-4e62-aa49-2a50d0956169"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:14:32.069139 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff4df2-db3b-486b-93ab-eb3ffa4914c9 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Pushing event updated for resources: {'Port': ['ID=546633a1-11b1-4e62-aa49-2a50d0956169,revision_number=7']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:32.078921 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff4df2-db3b-486b-93ab-eb3ffa4914c9 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:14:32.079255 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff4df2-db3b-486b-93ab-eb3ffa4914c9 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:14:32.079597 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff4df2-db3b-486b-93ab-eb3ffa4914c9 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:14:32.080149 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff4df2-db3b-486b-93ab-eb3ffa4914c9 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:14:32.080462 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff4df2-db3b-486b-93ab-eb3ffa4914c9 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:14:32.080921 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff4df2-db3b-486b-93ab-eb3ffa4914c9 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:14:32.081251 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff4df2-db3b-486b-93ab-eb3ffa4914c9 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:14:32.081579 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff4df2-db3b-486b-93ab-eb3ffa4914c9 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:14:32.081922 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff4df2-db3b-486b-93ab-eb3ffa4914c9 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:14:32.082250 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff4df2-db3b-486b-93ab-eb3ffa4914c9 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:14:32.082575 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff4df2-db3b-486b-93ab-eb3ffa4914c9 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:14:32.082896 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff4df2-db3b-486b-93ab-eb3ffa4914c9 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:14:32.083230 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ff4df2-db3b-486b-93ab-eb3ffa4914c9 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:14:32.132756 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d8ba24-b7b0-4df2-8a4c-a99906f9238b x-openstack-request-id: req-b4d8ba24-b7b0-4df2-8a4c-a99906f9238b {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:14:32.133476 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47dd206a-85d8-4e0c-87f6-25f59994ab43", "tag": "546633a1-11b1-4e62-aa49-2a50d0956169", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:14:32.133737 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b4d8ba24-b7b0-4df2-8a4c-a99906f9238b {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:14:32.134164 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47dd206a-85d8-4e0c-87f6-25f59994ab43', 'tag': '546633a1-11b1-4e62-aa49-2a50d0956169', 'status': 'completed', 'code': 200} Mar 11 03:14:32.174709 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4da93511-4fc3-48d7-ae3b-d03e65ee03fa tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks [] for security_group (ed5c20b5-0a38-4db1-bb08-ac9f29172605), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:32.179097 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] get_ports_and_sgs() called for port_ids ['546633a1-11b1-4e62-aa49-2a50d0956169'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:14:32.248049 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4da93511-4fc3-48d7-ae3b-d03e65ee03fa tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks [] for security_group (ed5c20b5-0a38-4db1-bb08-ac9f29172605), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:32.347378 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4da93511-4fc3-48d7-ae3b-d03e65ee03fa tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (ed5c20b5-0a38-4db1-bb08-ac9f29172605), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:32.350760 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4da93511-4fc3-48d7-ae3b-d03e65ee03fa tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:32.358307 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 47908) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:14:32.359129 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-4da93511-4fc3-48d7-ae3b-d03e65ee03fa tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "DELETE /v2.0/security-groups/ed5c20b5-0a38-4db1-bb08-ac9f29172605 HTTP/1.1" status: 204 len: 168 time: 0.3129795 Mar 11 03:14:32.376563 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da93511-4fc3-48d7-ae3b-d03e65ee03fa tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5c20b5-0a38-4db1-bb08-ac9f29172605,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:32.395496 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da93511-4fc3-48d7-ae3b-d03e65ee03fa tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:14:32.396216 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da93511-4fc3-48d7-ae3b-d03e65ee03fa tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:14:32.398138 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da93511-4fc3-48d7-ae3b-d03e65ee03fa tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:14:32.398740 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da93511-4fc3-48d7-ae3b-d03e65ee03fa tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:14:32.403212 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da93511-4fc3-48d7-ae3b-d03e65ee03fa tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:14:32.403909 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da93511-4fc3-48d7-ae3b-d03e65ee03fa tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:14:32.404472 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da93511-4fc3-48d7-ae3b-d03e65ee03fa tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:14:32.405026 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da93511-4fc3-48d7-ae3b-d03e65ee03fa tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:14:32.405614 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da93511-4fc3-48d7-ae3b-d03e65ee03fa tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:14:32.406219 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da93511-4fc3-48d7-ae3b-d03e65ee03fa tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:14:32.406787 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da93511-4fc3-48d7-ae3b-d03e65ee03fa tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:14:32.407751 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da93511-4fc3-48d7-ae3b-d03e65ee03fa tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:14:32.411780 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da93511-4fc3-48d7-ae3b-d03e65ee03fa tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:14:32.557941 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f2902f2d-9090-48f3-8f0c-fe25cc253512 None None] Provisioning complete for port 546633a1-11b1-4e62-aa49-2a50d0956169 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:14:32.559258 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f2902f2d-9090-48f3-8f0c-fe25cc253512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (546633a1-11b1-4e62-aa49-2a50d0956169), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:32.670438 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:32.720002 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-f2902f2d-9090-48f3-8f0c-fe25cc253512 None None] Current status of the port 546633a1-11b1-4e62-aa49-2a50d0956169 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:14:32.954061 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114c69f-6494-4d3b-9995-b5bd3a2b223e req-9d606314-8b8f-4086-ade1-b262605311a1 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:32.955582 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e114c69f-6494-4d3b-9995-b5bd3a2b223e req-9d606314-8b8f-4086-ade1-b262605311a1 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 944 time: 0.0668895 Mar 11 03:14:32.957288 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-649e76a5-e162-4c31-9098-c69e249808df tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Deleting port f9eb7dab-87c5-4e39-9769-7c4e47f4384c {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:14:32.957622 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-649e76a5-e162-4c31-9098-c69e249808df tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (f9eb7dab-87c5-4e39-9769-7c4e47f4384c), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:33.066846 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e114c69f-6494-4d3b-9995-b5bd3a2b223e req-53e2066c-2c2e-4e36-897d-151d3aabf61c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945485 Mar 11 03:14:33.075910 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-649e76a5-e162-4c31-9098-c69e249808df tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (f9eb7dab-87c5-4e39-9769-7c4e47f4384c), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:33.076249 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-649e76a5-e162-4c31-9098-c69e249808df tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks [] for floatingip (f9eb7dab-87c5-4e39-9769-7c4e47f4384c), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:33.093071 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-649e76a5-e162-4c31-9098-c69e249808df tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Calling delete_port for f9eb7dab-87c5-4e39-9769-7c4e47f4384c owned by network:floatingip {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:14:33.289510 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-649e76a5-e162-4c31-9098-c69e249808df tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15272124'] for port (f9eb7dab-87c5-4e39-9769-7c4e47f4384c), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:33.320635 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e76a5-e162-4c31-9098-c69e249808df tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Pushing event deleted for resources: {'Port': ['ID=f9eb7dab-87c5-4e39-9769-7c4e47f4384c,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:33.390964 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-649e76a5-e162-4c31-9098-c69e249808df tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks [] for floatingip (57acf72a-6b9c-4bd2-8247-b0e5608ceb6c), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:33.391376 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.db.l3_db [None req-649e76a5-e162-4c31-9098-c69e249808df tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Floating IP 57acf72a-6b9c-4bd2-8247-b0e5608ceb6c disassociated (deleted). External IP: 172.27.2.127, port: 546633a1-11b1-4e62-aa49-2a50d0956169. Mar 11 03:14:33.615590 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649e76a5-e162-4c31-9098-c69e249808df tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Router db31861f-937f-43e3-b3c2-07e68ace99a6 has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:14:33.738832 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649e76a5-e162-4c31-9098-c69e249808df tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:14:33.744509 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-649e76a5-e162-4c31-9098-c69e249808df tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:33.751866 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b79a28-fd51-49cb-a33d-c46b5ecaa069 None None] Sync routers for ids ['db31861f-937f-43e3-b3c2-07e68ace99a6'] in dv-cinder-740146-14-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:14:33.764585 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b79a28-fd51-49cb-a33d-c46b5ecaa069 None None] Routers {'db31861f-937f-43e3-b3c2-07e68ace99a6'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:14:33.765350 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e1b79a28-fd51-49cb-a33d-c46b5ecaa069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:14:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['db31861f-937f-43e3-b3c2-07e68ace99a6'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:33.781812 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-649e76a5-e162-4c31-9098-c69e249808df tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "DELETE /v2.0/floatingips/57acf72a-6b9c-4bd2-8247-b0e5608ceb6c HTTP/1.1" status: 204 len: 168 time: 1.4221730 Mar 11 03:14:33.920755 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-e1b79a28-fd51-49cb-a33d-c46b5ecaa069 None None] Set router db31861f-937f-43e3-b3c2-07e68ace99a6 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:14:34.140427 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47dd206a-85d8-4e0c-87f6-25f59994ab43', 'tag': '546633a1-11b1-4e62-aa49-2a50d0956169'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:14:34.140427 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2960e148d505d0db9578e09e45f103c014611ddc5e7b14cf683b9a13ab87040d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7871220d-db93-44aa-9bb5-86b91a588833" -d '{"events": [{"name": "network-changed", "server_uuid": "47dd206a-85d8-4e0c-87f6-25f59994ab43", "tag": "546633a1-11b1-4e62-aa49-2a50d0956169"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:14:34.179341 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06547d2-2661-4d7b-9eec-312969ec6b25 x-openstack-request-id: req-f06547d2-2661-4d7b-9eec-312969ec6b25 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:14:34.179608 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47dd206a-85d8-4e0c-87f6-25f59994ab43", "tag": "546633a1-11b1-4e62-aa49-2a50d0956169", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:14:34.179862 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f06547d2-2661-4d7b-9eec-312969ec6b25 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:14:34.180255 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47dd206a-85d8-4e0c-87f6-25f59994ab43', 'tag': '546633a1-11b1-4e62-aa49-2a50d0956169', 'status': 'completed', 'code': 200} Mar 11 03:14:34.213452 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e1b79a28-fd51-49cb-a33d-c46b5ecaa069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db31861f-937f-43e3-b3c2-07e68ace99a6', 'name': 'tempest-TestMinimumBasicScenario-71052543-router', 'tenant_id': 'b27f621c95944166a7ae765f64d15d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': 'f112f219-b051-4297-9c8d-1ceaddf0c7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:08Z', 'updated_at': '2022-03-11T03:12:11Z', 'revision_number': 4, 'project_id': 'b27f621c95944166a7ae765f64d15d9f', 'gw_port': {'id': 'f112f219-b051-4297-9c8d-1ceaddf0c7a3', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db31861f-937f-43e3-b3c2-07e68ace99a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:09Z', 'updated_at': '2022-03-11T03:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': 'a77fd583-88eb-4167-a3e5-ddacfbce6f84', 'name': '', 'network_id': '39c26298-ee69-45d3-8128-5b69acca4a40', 'tenant_id': 'b27f621c95944166a7ae765f64d15d9f', 'mac_address': 'fa:16:3e:9e:34:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db31861f-937f-43e3-b3c2-07e68ace99a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e88f191b-7ea3-436b-a858-ea2ec218332e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:11Z', 'updated_at': '2022-03-11T03:12:16Z', 'revision_number': 5, 'project_id': 'b27f621c95944166a7ae765f64d15d9f', 'subnets': [{'id': 'e88f191b-7ea3-436b-a858-ea2ec218332e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:34.247539 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af2e65-9f37-45fd-af11-42996cdb6898 req-fe131911-12d3-4533-95e8-21ff5669a8db tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:34.248585 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-61af2e65-9f37-45fd-af11-42996cdb6898 req-fe131911-12d3-4533-95e8-21ff5669a8db tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 944 time: 0.0812888 Mar 11 03:14:34.251241 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b79a28-fd51-49cb-a33d-c46b5ecaa069 None None] Checking router: db31861f-937f-43e3-b3c2-07e68ace99a6 for host: dv-cinder-740146-14-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:14:34.268169 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b79a28-fd51-49cb-a33d-c46b5ecaa069 None None] Routers {'db31861f-937f-43e3-b3c2-07e68ace99a6'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:14:34.268793 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e1b79a28-fd51-49cb-a33d-c46b5ecaa069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:14:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['db31861f-937f-43e3-b3c2-07e68ace99a6'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:34.272336 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:34.308448 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-61af2e65-9f37-45fd-af11-42996cdb6898 req-44758cba-780b-4523-ae0e-658914592c91 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540147 Mar 11 03:14:34.402765 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-e1b79a28-fd51-49cb-a33d-c46b5ecaa069 None None] Set router db31861f-937f-43e3-b3c2-07e68ace99a6 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:14:34.645576 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-e1b79a28-fd51-49cb-a33d-c46b5ecaa069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db31861f-937f-43e3-b3c2-07e68ace99a6', 'name': 'tempest-TestMinimumBasicScenario-71052543-router', 'tenant_id': 'b27f621c95944166a7ae765f64d15d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': 'f112f219-b051-4297-9c8d-1ceaddf0c7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:08Z', 'updated_at': '2022-03-11T03:12:11Z', 'revision_number': 4, 'project_id': 'b27f621c95944166a7ae765f64d15d9f', 'gw_port': {'id': 'f112f219-b051-4297-9c8d-1ceaddf0c7a3', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db31861f-937f-43e3-b3c2-07e68ace99a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:09Z', 'updated_at': '2022-03-11T03:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': 'a77fd583-88eb-4167-a3e5-ddacfbce6f84', 'name': '', 'network_id': '39c26298-ee69-45d3-8128-5b69acca4a40', 'tenant_id': 'b27f621c95944166a7ae765f64d15d9f', 'mac_address': 'fa:16:3e:9e:34:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db31861f-937f-43e3-b3c2-07e68ace99a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e88f191b-7ea3-436b-a858-ea2ec218332e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:11Z', 'updated_at': '2022-03-11T03:12:16Z', 'revision_number': 5, 'project_id': 'b27f621c95944166a7ae765f64d15d9f', 'subnets': [{'id': 'e88f191b-7ea3-436b-a858-ea2ec218332e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:34.816945 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b79a28-fd51-49cb-a33d-c46b5ecaa069 None None] The sync data for ids ['db31861f-937f-43e3-b3c2-07e68ace99a6'] in dv-cinder-740146-14-iscsi is: [{'id': 'db31861f-937f-43e3-b3c2-07e68ace99a6', 'name': 'tempest-TestMinimumBasicScenario-71052543-router', 'tenant_id': 'b27f621c95944166a7ae765f64d15d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': 'f112f219-b051-4297-9c8d-1ceaddf0c7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:08Z', 'updated_at': '2022-03-11T03:12:11Z', 'revision_number': 4, 'project_id': 'b27f621c95944166a7ae765f64d15d9f', 'gw_port': {'id': 'f112f219-b051-4297-9c8d-1ceaddf0c7a3', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db31861f-937f-43e3-b3c2-07e68ace99a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:09Z', 'updated_at': '2022-03-11T03:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': 'a77fd583-88eb-4167-a3e5-ddacfbce6f84', 'name': '', 'network_id': '39c26298-ee69-45d3-8128-5b69acca4a40', 'tenant_id': 'b27f621c95944166a7ae765f64d15d9f', 'mac_address': 'fa:16:3e:9e:34:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db31861f-937f-43e3-b3c2-07e68ace99a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'e88f191b-7ea3-436b-a858-ea2ec218332e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:11Z', 'updated_at': '2022-03-11T03:12:16Z', 'revision_number': 5, 'project_id': 'b27f621c95944166a7ae765f64d15d9f', 'subnets': [{'id': 'e88f191b-7ea3-436b-a858-ea2ec218332e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:14:35.128793 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f81f483-a92d-4278-933f-b8fba42baa4a None None] New status for floating IP 57acf72a-6b9c-4bd2-8247-b0e5608ceb6c: DOWN {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 03:14:35.451389 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e5c4e-9fac-4604-a56a-40917b6e5abe req-57cd78ed-5cc6-44e2-acca-2b5c7d040feb tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:35.453138 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e74e5c4e-9fac-4604-a56a-40917b6e5abe req-57cd78ed-5cc6-44e2-acca-2b5c7d040feb tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 944 time: 0.0561063 Mar 11 03:14:35.505604 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e74e5c4e-9fac-4604-a56a-40917b6e5abe req-1b1f6f50-09bd-483c-ba6d-a74192338b0c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465355 Mar 11 03:14:35.680306 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:36.609077 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:36.640177 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f215f-68e9-40ab-99f3-a64e909c1822 req-166e4b25-360d-411d-bc07-ccacb21c495d tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:36.641953 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-286f215f-68e9-40ab-99f3-a64e909c1822 req-166e4b25-360d-411d-bc07-ccacb21c495d tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 944 time: 0.0608392 Mar 11 03:14:36.698461 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-286f215f-68e9-40ab-99f3-a64e909c1822 req-518f7da2-534b-4327-90fd-3058a6b38fed tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489395 Mar 11 03:14:37.828053 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6cf4a-0d93-4b23-97a3-a1c11c6249ae req-154a87b2-12b9-45df-a024-4d020e5e7e01 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:37.829531 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-57f6cf4a-0d93-4b23-97a3-a1c11c6249ae req-154a87b2-12b9-45df-a024-4d020e5e7e01 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 944 time: 0.0564363 Mar 11 03:14:37.876863 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-57f6cf4a-0d93-4b23-97a3-a1c11c6249ae req-861f7041-1ef3-48ae-8766-39370aacf095 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410368 Mar 11 03:14:38.397605 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2657e0-7e70-4511-a273-9735b4214fce req-f77e52c3-4fb8-401a-8ced-be498a345b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:38.399174 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-dc2657e0-7e70-4511-a273-9735b4214fce req-f77e52c3-4fb8-401a-8ced-be498a345b33 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b27f621c95944166a7ae765f64d15d9f&device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 1129 time: 0.0456378 Mar 11 03:14:38.494011 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2657e0-7e70-4511-a273-9735b4214fce req-67b20d3e-63b7-411f-887a-98b07f9448fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:38.496035 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-dc2657e0-7e70-4511-a273-9735b4214fce req-67b20d3e-63b7-411f-887a-98b07f9448fb service neutron] 10.222.0.18 "GET /v2.0/networks?id=39c26298-ee69-45d3-8128-5b69acca4a40 HTTP/1.1" status: 200 len: 913 time: 0.0900967 Mar 11 03:14:38.547119 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-dc2657e0-7e70-4511-a273-9735b4214fce req-193d9d34-e062-499a-9ea1-ceacd75af204 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=546633a1-11b1-4e62-aa49-2a50d0956169 HTTP/1.1" status: 200 len: 217 time: 0.0401366 Mar 11 03:14:38.595330 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2657e0-7e70-4511-a273-9735b4214fce req-b1c2721e-c9e1-4ba4-8588-6b0ef9aab2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:38.596713 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-dc2657e0-7e70-4511-a273-9735b4214fce req-b1c2721e-c9e1-4ba4-8588-6b0ef9aab2d6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e88f191b-7ea3-436b-a858-ea2ec218332e HTTP/1.1" status: 200 len: 852 time: 0.0431731 Mar 11 03:14:38.651084 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2657e0-7e70-4511-a273-9735b4214fce req-958bc5ce-565e-4a9a-99f9-3a4f9d615632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:38.653014 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-dc2657e0-7e70-4511-a273-9735b4214fce req-958bc5ce-565e-4a9a-99f9-3a4f9d615632 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39c26298-ee69-45d3-8128-5b69acca4a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0491877 Mar 11 03:14:38.743315 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-dc2657e0-7e70-4511-a273-9735b4214fce req-f857dc0f-78a5-456c-b08a-7ed63bee49c7 service neutron] 10.222.0.18 "GET /v2.0/networks/39c26298-ee69-45d3-8128-5b69acca4a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817547 Mar 11 03:14:38.836833 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-dc2657e0-7e70-4511-a273-9735b4214fce req-47029cd8-93e1-4e8f-8161-59e8a18faa2d service neutron] 10.222.0.18 "GET /v2.0/networks/39c26298-ee69-45d3-8128-5b69acca4a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867965 Mar 11 03:14:38.928265 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871220d-db93-44aa-9bb5-86b91a588833 req-2c3e6838-bf91-4f4a-b3a7-4348a020a50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:38.929749 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7871220d-db93-44aa-9bb5-86b91a588833 req-2c3e6838-bf91-4f4a-b3a7-4348a020a50f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b27f621c95944166a7ae765f64d15d9f&device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 1129 time: 0.0461428 Mar 11 03:14:39.002491 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51587fd6-8928-4313-9a2b-d41bb36e99d3 req-537e44b0-bd6f-4b22-8440-441b1648a631 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:39.003989 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-51587fd6-8928-4313-9a2b-d41bb36e99d3 req-537e44b0-bd6f-4b22-8440-441b1648a631 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 944 time: 0.0559862 Mar 11 03:14:39.022940 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871220d-db93-44aa-9bb5-86b91a588833 req-c1bf3e53-afec-40ac-b143-ce48e2454dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:39.024383 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7871220d-db93-44aa-9bb5-86b91a588833 req-c1bf3e53-afec-40ac-b143-ce48e2454dbd service neutron] 10.222.0.18 "GET /v2.0/networks?id=39c26298-ee69-45d3-8128-5b69acca4a40 HTTP/1.1" status: 200 len: 913 time: 0.0875497 Mar 11 03:14:39.058092 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-51587fd6-8928-4313-9a2b-d41bb36e99d3 req-d8d7263c-a94e-44a3-a3bc-f58570da02a4 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474365 Mar 11 03:14:39.069092 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7871220d-db93-44aa-9bb5-86b91a588833 req-032e9f72-a34e-4ed6-a86b-f863f78a82a5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=546633a1-11b1-4e62-aa49-2a50d0956169 HTTP/1.1" status: 200 len: 217 time: 0.0346367 Mar 11 03:14:39.117271 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871220d-db93-44aa-9bb5-86b91a588833 req-8a4b4fef-c949-4487-b4b4-8b545da55e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:39.118736 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7871220d-db93-44aa-9bb5-86b91a588833 req-8a4b4fef-c949-4487-b4b4-8b545da55e20 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e88f191b-7ea3-436b-a858-ea2ec218332e HTTP/1.1" status: 200 len: 852 time: 0.0436714 Mar 11 03:14:39.170247 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871220d-db93-44aa-9bb5-86b91a588833 req-0ff92673-cac7-4d12-b371-3ab252cfd497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:39.171613 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7871220d-db93-44aa-9bb5-86b91a588833 req-0ff92673-cac7-4d12-b371-3ab252cfd497 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39c26298-ee69-45d3-8128-5b69acca4a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0465782 Mar 11 03:14:39.258070 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7871220d-db93-44aa-9bb5-86b91a588833 req-eb423ff9-a8e1-42e1-8891-9092197e20f1 service neutron] 10.222.0.18 "GET /v2.0/networks/39c26298-ee69-45d3-8128-5b69acca4a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796545 Mar 11 03:14:39.349324 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7871220d-db93-44aa-9bb5-86b91a588833 req-52a24743-9c57-4662-86d2-71708d73e468 service neutron] 10.222.0.18 "GET /v2.0/networks/39c26298-ee69-45d3-8128-5b69acca4a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845261 Mar 11 03:14:40.184308 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d207016-07ea-4e63-907f-9230eb918b6a req-c078ecba-6808-4f8f-9475-96e13779fa6a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:40.185770 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3d207016-07ea-4e63-907f-9230eb918b6a req-c078ecba-6808-4f8f-9475-96e13779fa6a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 944 time: 0.0540335 Mar 11 03:14:40.230640 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3d207016-07ea-4e63-907f-9230eb918b6a req-3e0bbbf2-e67e-4d7c-a480-8ed6cc6f8f03 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387416 Mar 11 03:14:40.586484 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 440370ab-99bd-4ccb-b5e1-ee959271dba7 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 03:14:40.683779 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 440370ab-99bd-4ccb-b5e1-ee959271dba7, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=440370ab-99bd-4ccb-b5e1-ee959271dba7,segment=NetworkSegment(2788d6dc-bb9a-4610-93c8-718a7a34a2b4),segment_id=2788d6dc-bb9a-4610-93c8-718a7a34a2b4)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:14:40.694935 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Returning: {'device': '440370ab-99bd-4ccb-b5e1-ee959271dba7', 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5', 'port_id': '440370ab-99bd-4ccb-b5e1-ee959271dba7', 'mac_address': 'fa:16:3e:88:55:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3f1ad71-9fd3-4f40-b64d-92b2f6facb57', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 03:14:40.733186 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 440370ab-99bd-4ccb-b5e1-ee959271dba7 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:14:40.733584 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (440370ab-99bd-4ccb-b5e1-ee959271dba7), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:40.746169 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 440370ab-99bd-4ccb-b5e1-ee959271dba7 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:14:40.766307 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 440370ab-99bd-4ccb-b5e1-ee959271dba7, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=440370ab-99bd-4ccb-b5e1-ee959271dba7,segment=NetworkSegment(2788d6dc-bb9a-4610-93c8-718a7a34a2b4),segment_id=2788d6dc-bb9a-4610-93c8-718a7a34a2b4)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:14:40.770499 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (440370ab-99bd-4ccb-b5e1-ee959271dba7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:40.819763 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=440370ab-99bd-4ccb-b5e1-ee959271dba7,revision_number=9']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:41.050511 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] get_ports_and_sgs() called for port_ids ['440370ab-99bd-4ccb-b5e1-ee959271dba7'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:14:41.359743 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce8d83-3569-4d71-8886-2673a4f027d9 req-d7c77c32-6e6f-419d-8858-ed655e8881dd tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:41.361238 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bfce8d83-3569-4d71-8886-2673a4f027d9 req-d7c77c32-6e6f-419d-8858-ed655e8881dd tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 945 time: 0.0575573 Mar 11 03:14:41.412462 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bfce8d83-3569-4d71-8886-2673a4f027d9 req-b0664ab0-525b-42bb-ad43-04ba4b33d370 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456891 Mar 11 03:14:41.800489 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612c375-f41c-416a-ae85-35accabd0d4f req-5f12a334-d199-4554-bde5-3898fed517fb tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:41.801960 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f612c375-f41c-416a-ae85-35accabd0d4f req-5f12a334-d199-4554-bde5-3898fed517fb tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 945 time: 0.0511529 Mar 11 03:14:41.857741 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f612c375-f41c-416a-ae85-35accabd0d4f req-2526af04-98bd-4b16-a84d-5e92a8e28c5a tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/security-groups?id=d98d13d7-35e8-43b2-a5ea-0972cbca35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491617 Mar 11 03:14:42.543550 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9b6c1-0ef8-42a4-a8d8-86db6c4242b9 req-177bf6c0-ffdb-4575-ad51-5c4a80fb0ef8 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:42.543550 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4fd9b6c1-0ef8-42a4-a8d8-86db6c4242b9 req-177bf6c0-ffdb-4575-ad51-5c4a80fb0ef8 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 945 time: 0.0560598 Mar 11 03:14:42.593293 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 440370ab-99bd-4ccb-b5e1-ee959271dba7 up at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:14:42.595163 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4fd9b6c1-0ef8-42a4-a8d8-86db6c4242b9 req-79f5c0fe-d09e-4955-8163-22f684269977 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457609 Mar 11 03:14:42.656483 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning complete for port 440370ab-99bd-4ccb-b5e1-ee959271dba7 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:14:42.656862 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (440370ab-99bd-4ccb-b5e1-ee959271dba7), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:42.742468 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 440370ab-99bd-4ccb-b5e1-ee959271dba7 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:14:42.742856 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (440370ab-99bd-4ccb-b5e1-ee959271dba7), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:42.766291 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8786603-09c0-42bd-8504-13cfa684175e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440370ab-99bd-4ccb-b5e1-ee959271dba7'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:14:42.768532 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288e491573ecc61b3bf0bc0bc1cef05b47d52e8efc38ed9f7c410eed2e18b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938a2030-4240-4970-877a-04f3bb52bd26" -d '{"events": [{"server_uuid": "c8786603-09c0-42bd-8504-13cfa684175e", "name": "network-vif-plugged", "status": "completed", "tag": "440370ab-99bd-4ccb-b5e1-ee959271dba7"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:14:42.781959 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 440370ab-99bd-4ccb-b5e1-ee959271dba7, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=440370ab-99bd-4ccb-b5e1-ee959271dba7,segment=NetworkSegment(2788d6dc-bb9a-4610-93c8-718a7a34a2b4),segment_id=2788d6dc-bb9a-4610-93c8-718a7a34a2b4)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:14:42.785726 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (440370ab-99bd-4ccb-b5e1-ee959271dba7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:42.812182 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293b79d2-7930-42af-8330-fa91be81d519 x-openstack-request-id: req-293b79d2-7930-42af-8330-fa91be81d519 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:14:42.812493 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8786603-09c0-42bd-8504-13cfa684175e", "name": "network-vif-plugged", "status": "completed", "tag": "440370ab-99bd-4ccb-b5e1-ee959271dba7", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:14:42.812855 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-293b79d2-7930-42af-8330-fa91be81d519 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:14:42.813253 dv-cinder-740146-14-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8786603-09c0-42bd-8504-13cfa684175e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '440370ab-99bd-4ccb-b5e1-ee959271dba7', 'code': 200} Mar 11 03:14:42.845527 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=440370ab-99bd-4ccb-b5e1-ee959271dba7,revision_number=10']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:42.937631 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b9f4d-a01c-4ba4-b1e0-77b25587c042 req-1a95a2e6-6792-40ee-a1a5-bfa44e2feb03 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:42.939181 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2b0b9f4d-a01c-4ba4-b1e0-77b25587c042 req-1a95a2e6-6792-40ee-a1a5-bfa44e2feb03 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2444804-89f1-42da-97d3-eaa6f77b0bdd HTTP/1.1" status: 200 len: 945 time: 0.0625091 Mar 11 03:14:43.020246 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f2e80-e366-4de8-87aa-a8fb6e041e06 req-bd5864d4-bd3b-407f-8572-b569221f0e26 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:43.021768 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f59f2e80-e366-4de8-87aa-a8fb6e041e06 req-bd5864d4-bd3b-407f-8572-b569221f0e26 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 945 time: 0.0931406 Mar 11 03:14:43.025111 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2b0b9f4d-a01c-4ba4-b1e0-77b25587c042 req-ac6be711-28c6-429f-8daf-0b51f129ae35 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e25e77f6-2483-4d8f-8cf6-37b3befe35bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779514 Mar 11 03:14:43.028208 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b5bc2-7f6f-4977-9a77-ca066fc58ea4 req-0b4ad07f-21b0-4332-b155-47b81e1c2207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:43.030310 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-776b5bc2-7f6f-4977-9a77-ca066fc58ea4 req-0b4ad07f-21b0-4332-b155-47b81e1c2207 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 1131 time: 0.0458484 Mar 11 03:14:43.076355 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f59f2e80-e366-4de8-87aa-a8fb6e041e06 req-819e8059-68bd-47db-b5ee-966a4cc2ec3f tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/security-groups?id=d98d13d7-35e8-43b2-a5ea-0972cbca35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470481 Mar 11 03:14:43.083403 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-776b5bc2-7f6f-4977-9a77-ca066fc58ea4 req-6418ca8e-5ed8-4f50-bab7-c17156b9005b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455108 Mar 11 03:14:43.725309 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2913a-269a-410a-9109-68024999e4f6 req-b183237c-ce56-4cb8-9195-69d768ea28c5 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:43.726820 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3eb2913a-269a-410a-9109-68024999e4f6 req-b183237c-ce56-4cb8-9195-69d768ea28c5 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 947 time: 0.0567310 Mar 11 03:14:43.772231 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3eb2913a-269a-410a-9109-68024999e4f6 req-c4201576-dae7-40e6-9ec4-acc9346a0055 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398982 Mar 11 03:14:43.933321 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c9b56-42c2-4477-8ece-bd5c60f6d5f7 req-6223771b-0ccb-46c0-a69a-1bf5bb366543 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:43.934675 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9a4c9b56-42c2-4477-8ece-bd5c60f6d5f7 req-6223771b-0ccb-46c0-a69a-1bf5bb366543 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.18 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 945 time: 0.0513272 Mar 11 03:14:44.031845 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-9a4c9b56-42c2-4477-8ece-bd5c60f6d5f7 req-88c7a732-beab-4fe8-9975-7bbc49071b99 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Deleting port 546633a1-11b1-4e62-aa49-2a50d0956169 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:14:44.032538 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9a4c9b56-42c2-4477-8ece-bd5c60f6d5f7 req-88c7a732-beab-4fe8-9975-7bbc49071b99 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (546633a1-11b1-4e62-aa49-2a50d0956169), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:44.127037 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-9a4c9b56-42c2-4477-8ece-bd5c60f6d5f7 req-88c7a732-beab-4fe8-9975-7bbc49071b99 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] For port 546633a1-11b1-4e62-aa49-2a50d0956169, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=546633a1-11b1-4e62-aa49-2a50d0956169,segment=NetworkSegment(850685ec-e887-458e-aac0-a70aa95557bd),segment_id=850685ec-e887-458e-aac0-a70aa95557bd)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:14:44.127404 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9a4c9b56-42c2-4477-8ece-bd5c60f6d5f7 req-88c7a732-beab-4fe8-9975-7bbc49071b99 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (546633a1-11b1-4e62-aa49-2a50d0956169), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:44.141496 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-9a4c9b56-42c2-4477-8ece-bd5c60f6d5f7 req-88c7a732-beab-4fe8-9975-7bbc49071b99 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Calling delete_port for 546633a1-11b1-4e62-aa49-2a50d0956169 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:14:44.147505 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca55ef-5496-40c4-882c-44d95f1a94fd req-8a52027f-d63c-429b-b693-24416a2ed7e9 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:44.149402 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a5ca55ef-5496-40c4-882c-44d95f1a94fd req-8a52027f-d63c-429b-b693-24416a2ed7e9 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2444804-89f1-42da-97d3-eaa6f77b0bdd HTTP/1.1" status: 200 len: 945 time: 0.0561192 Mar 11 03:14:44.225312 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a5ca55ef-5496-40c4-882c-44d95f1a94fd req-7e06db97-6c40-4b03-bfb3-e979392fc874 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e25e77f6-2483-4d8f-8cf6-37b3befe35bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640893 Mar 11 03:14:44.235403 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47628334-05a8-4e57-80b4-729ad2605e17 req-aa335ec3-1986-4666-95f2-6b1434a4a028 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:44.236914 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-47628334-05a8-4e57-80b4-729ad2605e17 req-aa335ec3-1986-4666-95f2-6b1434a4a028 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/ports?device_id=47dd206a-85d8-4e0c-87f6-25f59994ab43 HTTP/1.1" status: 200 len: 945 time: 0.0865932 Mar 11 03:14:44.271456 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9a4c9b56-42c2-4477-8ece-bd5c60f6d5f7 req-88c7a732-beab-4fe8-9975-7bbc49071b99 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (546633a1-11b1-4e62-aa49-2a50d0956169), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:44.285789 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] get_ports_and_sgs() called for port_ids ['546633a1-11b1-4e62-aa49-2a50d0956169'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:14:44.291392 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-47628334-05a8-4e57-80b4-729ad2605e17 req-d77efe94-6754-4eb6-bea8-dbaca7b2c251 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.16 "GET /v2.0/security-groups?id=d98d13d7-35e8-43b2-a5ea-0972cbca35e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481050 Mar 11 03:14:44.311937 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7a732-beab-4fe8-9975-7bbc49071b99 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Pushing event deleted for resources: {'Port': ['ID=546633a1-11b1-4e62-aa49-2a50d0956169,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:44.352255 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4c9b56-42c2-4477-8ece-bd5c60f6d5f7 req-88c7a732-beab-4fe8-9975-7bbc49071b99 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] No DVR routers for this DVR port 546633a1-11b1-4e62-aa49-2a50d0956169 on host hv-cinder-74014 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:14:44.354770 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-9a4c9b56-42c2-4477-8ece-bd5c60f6d5f7 req-88c7a732-beab-4fe8-9975-7bbc49071b99 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:44.357989 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9a4c9b56-42c2-4477-8ece-bd5c60f6d5f7 req-88c7a732-beab-4fe8-9975-7bbc49071b99 tempest-TestMinimumBasicScenario-1972083777 tempest-TestMinimumBasicScenario-1972083777-project] 10.222.0.18 "DELETE /v2.0/ports/546633a1-11b1-4e62-aa49-2a50d0956169 HTTP/1.1" status: 204 len: 173 time: 0.4162197 Mar 11 03:14:44.358586 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47dd206a-85d8-4e0c-87f6-25f59994ab43', 'name': 'network-vif-deleted', 'tag': '546633a1-11b1-4e62-aa49-2a50d0956169'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:14:44.360815 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95542d21-2ba9-47ef-ba4a-7bd3b629f33a" -d '{"events": [{"server_uuid": "47dd206a-85d8-4e0c-87f6-25f59994ab43", "name": "network-vif-deleted", "tag": "546633a1-11b1-4e62-aa49-2a50d0956169"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:14:44.465742 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44149f15-9723-4c59-b5d5-b611ecbf4e35 x-openstack-request-id: req-44149f15-9723-4c59-b5d5-b611ecbf4e35 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:14:44.466074 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47dd206a-85d8-4e0c-87f6-25f59994ab43", "name": "network-vif-deleted", "tag": "546633a1-11b1-4e62-aa49-2a50d0956169", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:14:44.466333 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44149f15-9723-4c59-b5d5-b611ecbf4e35 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:14:44.466735 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47dd206a-85d8-4e0c-87f6-25f59994ab43', 'name': 'network-vif-deleted', 'tag': '546633a1-11b1-4e62-aa49-2a50d0956169', 'status': 'completed', 'code': 200} Mar 11 03:14:44.909823 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eee38f-2d49-4464-8597-43a19905dc24 req-e9d49191-d0c0-407e-980f-b867451f735e tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:44.917039 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-08eee38f-2d49-4464-8597-43a19905dc24 req-e9d49191-d0c0-407e-980f-b867451f735e tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 947 time: 0.0663202 Mar 11 03:14:44.962665 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-08eee38f-2d49-4464-8597-43a19905dc24 req-d0c55909-05b8-472e-9e78-ea4c4dfa7ad5 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447111 Mar 11 03:14:45.345964 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729afe9-3b32-4461-ad0a-53b8a7280d37 req-316634b7-0191-4792-8bfd-47b860eb4b66 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:45.347653 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8729afe9-3b32-4461-ad0a-53b8a7280d37 req-316634b7-0191-4792-8bfd-47b860eb4b66 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2444804-89f1-42da-97d3-eaa6f77b0bdd HTTP/1.1" status: 200 len: 945 time: 0.0569527 Mar 11 03:14:45.349340 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2a7a5-6b82-4057-b51e-62b600af2012 req-c0ac86df-a74e-4b6b-8a17-a279f8b1432b tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:45.350868 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-12e2a7a5-6b82-4057-b51e-62b600af2012 req-c0ac86df-a74e-4b6b-8a17-a279f8b1432b tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2444804-89f1-42da-97d3-eaa6f77b0bdd HTTP/1.1" status: 200 len: 945 time: 0.0568447 Mar 11 03:14:45.414413 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-12e2a7a5-6b82-4057-b51e-62b600af2012 req-4f4637bb-894e-4395-a095-06276215adb8 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups?id=e25e77f6-2483-4d8f-8cf6-37b3befe35bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554602 Mar 11 03:14:45.454288 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-8729afe9-3b32-4461-ad0a-53b8a7280d37 req-97ca14fd-8999-462c-945a-e412a62a1881 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Deleting port 1cf443cb-9e91-4bea-9cbc-747ee880c860 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:14:45.454718 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8729afe9-3b32-4461-ad0a-53b8a7280d37 req-97ca14fd-8999-462c-945a-e412a62a1881 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (1cf443cb-9e91-4bea-9cbc-747ee880c860), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:45.547828 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-8729afe9-3b32-4461-ad0a-53b8a7280d37 req-97ca14fd-8999-462c-945a-e412a62a1881 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] For port 1cf443cb-9e91-4bea-9cbc-747ee880c860, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1cf443cb-9e91-4bea-9cbc-747ee880c860,segment=NetworkSegment(f7c503d7-7470-4171-8604-818764f5f205),segment_id=f7c503d7-7470-4171-8604-818764f5f205)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:14:45.548196 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8729afe9-3b32-4461-ad0a-53b8a7280d37 req-97ca14fd-8999-462c-945a-e412a62a1881 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (1cf443cb-9e91-4bea-9cbc-747ee880c860), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:45.728737 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8729afe9-3b32-4461-ad0a-53b8a7280d37 req-97ca14fd-8999-462c-945a-e412a62a1881 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:45.729094 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8729afe9-3b32-4461-ad0a-53b8a7280d37 req-97ca14fd-8999-462c-945a-e412a62a1881 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740024'] for floatingip (f5eb9351-3c58-48d2-a300-b9468f39d45f), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:45.729404 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.db.l3_db [req-8729afe9-3b32-4461-ad0a-53b8a7280d37 req-97ca14fd-8999-462c-945a-e412a62a1881 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Floating IP f5eb9351-3c58-48d2-a300-b9468f39d45f disassociated. External IP: 172.27.2.251, port: 1cf443cb-9e91-4bea-9cbc-747ee880c860. Mar 11 03:14:45.729741 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-8729afe9-3b32-4461-ad0a-53b8a7280d37 req-97ca14fd-8999-462c-945a-e412a62a1881 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Calling delete_port for 1cf443cb-9e91-4bea-9cbc-747ee880c860 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:14:45.860697 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8729afe9-3b32-4461-ad0a-53b8a7280d37 req-97ca14fd-8999-462c-945a-e412a62a1881 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (1cf443cb-9e91-4bea-9cbc-747ee880c860), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:45.864642 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 48122) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:14:45.889938 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ca14fd-8999-462c-945a-e412a62a1881 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Pushing event deleted for resources: {'Port': ['ID=1cf443cb-9e91-4bea-9cbc-747ee880c860,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:46.006722 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8729afe9-3b32-4461-ad0a-53b8a7280d37 req-97ca14fd-8999-462c-945a-e412a62a1881 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Router f64c16ae-eb84-4976-bb0d-79c3a8590dc5 has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:14:46.119699 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8729afe9-3b32-4461-ad0a-53b8a7280d37 req-97ca14fd-8999-462c-945a-e412a62a1881 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:14:46.131054 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c65c2b-b3b3-41c2-9f59-7f949a9a5955 None None] Sync routers for ids ['f64c16ae-eb84-4976-bb0d-79c3a8590dc5'] in dv-cinder-740146-14-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:14:46.142256 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c65c2b-b3b3-41c2-9f59-7f949a9a5955 None None] Routers {'f64c16ae-eb84-4976-bb0d-79c3a8590dc5'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:14:46.143011 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-68c65c2b-b3b3-41c2-9f59-7f949a9a5955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:14:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['f64c16ae-eb84-4976-bb0d-79c3a8590dc5'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:46.162779 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a3f0c-6a0b-4897-9520-04c8d52de815 req-a3332a7a-fa77-4087-a641-5ff419a1327b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:46.164393 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-554a3f0c-6a0b-4897-9520-04c8d52de815 req-a3332a7a-fa77-4087-a641-5ff419a1327b tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 947 time: 0.1020207 Mar 11 03:14:46.165206 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-8729afe9-3b32-4461-ad0a-53b8a7280d37 req-97ca14fd-8999-462c-945a-e412a62a1881 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] No DVR routers for this DVR port 1cf443cb-9e91-4bea-9cbc-747ee880c860 on host hv-cinder-74014 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:14:46.168920 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8729afe9-3b32-4461-ad0a-53b8a7280d37 req-97ca14fd-8999-462c-945a-e412a62a1881 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:46.172897 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8729afe9-3b32-4461-ad0a-53b8a7280d37 req-97ca14fd-8999-462c-945a-e412a62a1881 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.18 "DELETE /v2.0/ports/1cf443cb-9e91-4bea-9cbc-747ee880c860 HTTP/1.1" status: 204 len: 173 time: 0.8192363 Mar 11 03:14:46.249483 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-554a3f0c-6a0b-4897-9520-04c8d52de815 req-72095dd9-5ee2-4ec4-9e50-2b10404d5a9e tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590820 Mar 11 03:14:46.282077 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-68c65c2b-b3b3-41c2-9f59-7f949a9a5955 None None] Set router f64c16ae-eb84-4976-bb0d-79c3a8590dc5 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:14:46.324064 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-47e973cb-0916-4a95-8c2d-fcdffd000157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736952'] for router_interface (db31861f-937f-43e3-b3c2-07e68ace99a6), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:46.468331 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2444804-89f1-42da-97d3-eaa6f77b0bdd', 'name': 'network-vif-deleted', 'tag': '1cf443cb-9e91-4bea-9cbc-747ee880c860'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:14:46.471947 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad51bf3c-875f-4034-a18e-60ee43ad51e9" -d '{"events": [{"server_uuid": "e2444804-89f1-42da-97d3-eaa6f77b0bdd", "name": "network-vif-deleted", "tag": "1cf443cb-9e91-4bea-9cbc-747ee880c860"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:14:46.530381 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5665b0-074d-441b-a828-ad8f5d28565a x-openstack-request-id: req-4a5665b0-074d-441b-a828-ad8f5d28565a {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:14:46.530687 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2444804-89f1-42da-97d3-eaa6f77b0bdd", "name": "network-vif-deleted", "tag": "1cf443cb-9e91-4bea-9cbc-747ee880c860", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:14:46.530947 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a5665b0-074d-441b-a828-ad8f5d28565a {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:14:46.531353 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2444804-89f1-42da-97d3-eaa6f77b0bdd', 'name': 'network-vif-deleted', 'tag': '1cf443cb-9e91-4bea-9cbc-747ee880c860', 'status': 'completed', 'code': 200} Mar 11 03:14:46.559000 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bc837dbf-adbc-4475-a10a-954ecf551d5f req-85608cb1-f14f-4c8c-b364-08e57a4acd3f tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2444804-89f1-42da-97d3-eaa6f77b0bdd HTTP/1.1" status: 200 len: 210 time: 0.0330577 Mar 11 03:14:46.592064 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-68c65c2b-b3b3-41c2-9f59-7f949a9a5955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'name': 'tempest-AttachVolumeTestJSON-664179423-router', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '262549d5-b931-4643-b731-0ec614fbf220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:09:13Z', 'revision_number': 4, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'gw_port': {'id': '262549d5-b931-4643-b731-0ec614fbf220', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:dc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:05Z', 'updated_at': '2022-03-11T03:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': 'ae06cdad-78cb-49b8-ac49-893a5dc17d71', 'name': '', 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'mac_address': 'fa:16:3e:97:0c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9d7ee705-0509-4a4b-bcad-7ac46e456173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:11Z', 'updated_at': '2022-03-11T03:09:25Z', 'revision_number': 5, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'subnets': [{'id': '9d7ee705-0509-4a4b-bcad-7ac46e456173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:46.622706 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c65c2b-b3b3-41c2-9f59-7f949a9a5955 None None] Checking router: f64c16ae-eb84-4976-bb0d-79c3a8590dc5 for host: dv-cinder-740146-14-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:14:46.632137 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c65c2b-b3b3-41c2-9f59-7f949a9a5955 None None] Routers {'f64c16ae-eb84-4976-bb0d-79c3a8590dc5'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:14:46.632777 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-68c65c2b-b3b3-41c2-9f59-7f949a9a5955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:14:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['f64c16ae-eb84-4976-bb0d-79c3a8590dc5'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:46.656114 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-47e973cb-0916-4a95-8c2d-fcdffd000157 admin admin] Deleting port a77fd583-88eb-4167-a3e5-ddacfbce6f84 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:14:46.656453 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-47e973cb-0916-4a95-8c2d-fcdffd000157 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (a77fd583-88eb-4167-a3e5-ddacfbce6f84), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:46.755751 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-47e973cb-0916-4a95-8c2d-fcdffd000157 admin admin] For port a77fd583-88eb-4167-a3e5-ddacfbce6f84, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=a77fd583-88eb-4167-a3e5-ddacfbce6f84,segment=NetworkSegment(850685ec-e887-458e-aac0-a70aa95557bd),segment_id=850685ec-e887-458e-aac0-a70aa95557bd)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:14:46.756131 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-47e973cb-0916-4a95-8c2d-fcdffd000157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (a77fd583-88eb-4167-a3e5-ddacfbce6f84), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:46.758964 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-68c65c2b-b3b3-41c2-9f59-7f949a9a5955 None None] Set router f64c16ae-eb84-4976-bb0d-79c3a8590dc5 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:14:46.785007 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-47e973cb-0916-4a95-8c2d-fcdffd000157 admin admin] Calling delete_port for a77fd583-88eb-4167-a3e5-ddacfbce6f84 owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:14:46.850703 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c0fe4-23cd-49a5-b894-f87cd93d8995 req-2ddcc25d-848b-4855-b052-bd9e99c62358 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:46.852194 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9e9c0fe4-23cd-49a5-b894-f87cd93d8995 req-2ddcc25d-848b-4855-b052-bd9e99c62358 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=84938dfb-0a15-4b64-8ea0-09dc37ea154f HTTP/1.1" status: 200 len: 945 time: 0.1121099 Mar 11 03:14:46.943631 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9e9c0fe4-23cd-49a5-b894-f87cd93d8995 req-9d1577b5-ae2c-4ba7-811b-98ae6c3d3cbe tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c0608fe-e6e9-4caf-a877-228d4402e7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839601 Mar 11 03:14:46.973692 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-68c65c2b-b3b3-41c2-9f59-7f949a9a5955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'name': 'tempest-AttachVolumeTestJSON-664179423-router', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '262549d5-b931-4643-b731-0ec614fbf220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:09:13Z', 'revision_number': 4, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'gw_port': {'id': '262549d5-b931-4643-b731-0ec614fbf220', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:dc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:05Z', 'updated_at': '2022-03-11T03:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': 'ae06cdad-78cb-49b8-ac49-893a5dc17d71', 'name': '', 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'mac_address': 'fa:16:3e:97:0c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9d7ee705-0509-4a4b-bcad-7ac46e456173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:11Z', 'updated_at': '2022-03-11T03:09:25Z', 'revision_number': 5, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'subnets': [{'id': '9d7ee705-0509-4a4b-bcad-7ac46e456173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:47.001160 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c65c2b-b3b3-41c2-9f59-7f949a9a5955 None None] The sync data for ids ['f64c16ae-eb84-4976-bb0d-79c3a8590dc5'] in dv-cinder-740146-14-iscsi is: [{'id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'name': 'tempest-AttachVolumeTestJSON-664179423-router', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '262549d5-b931-4643-b731-0ec614fbf220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:09:13Z', 'revision_number': 4, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'gw_port': {'id': '262549d5-b931-4643-b731-0ec614fbf220', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:dc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:05Z', 'updated_at': '2022-03-11T03:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': 'ae06cdad-78cb-49b8-ac49-893a5dc17d71', 'name': '', 'network_id': 'f37c9105-a6f8-4fcf-a203-248706ae8fe4', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'mac_address': 'fa:16:3e:97:0c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9d7ee705-0509-4a4b-bcad-7ac46e456173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:11Z', 'updated_at': '2022-03-11T03:09:25Z', 'revision_number': 5, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'subnets': [{'id': '9d7ee705-0509-4a4b-bcad-7ac46e456173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:14:47.027374 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-47e973cb-0916-4a95-8c2d-fcdffd000157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15272124'] for port (a77fd583-88eb-4167-a3e5-ddacfbce6f84), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:47.055510 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e973cb-0916-4a95-8c2d-fcdffd000157 admin admin] Pushing event deleted for resources: {'Port': ['ID=a77fd583-88eb-4167-a3e5-ddacfbce6f84,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:47.236352 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-47e973cb-0916-4a95-8c2d-fcdffd000157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752168'] for router_interface (db31861f-937f-43e3-b3c2-07e68ace99a6), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:47.257554 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aa1513-2f13-4485-ba08-2871e08354b8 None None] New status for floating IP f5eb9351-3c58-48d2-a300-b9468f39d45f: DOWN {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 03:14:47.652985 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 48148) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:14:47.679682 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e973cb-0916-4a95-8c2d-fcdffd000157 admin admin] Router db31861f-937f-43e3-b3c2-07e68ace99a6 has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:14:47.706487 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-52815d70-e826-4821-adb6-8fdff0b9c7bb tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for security_group (e25e77f6-2483-4d8f-8cf6-37b3befe35bc), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:47.731378 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-52815d70-e826-4821-adb6-8fdff0b9c7bb tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for security_group (e25e77f6-2483-4d8f-8cf6-37b3befe35bc), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:47.777875 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-52815d70-e826-4821-adb6-8fdff0b9c7bb tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (e25e77f6-2483-4d8f-8cf6-37b3befe35bc), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:47.781110 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-52815d70-e826-4821-adb6-8fdff0b9c7bb tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:47.782278 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-52815d70-e826-4821-adb6-8fdff0b9c7bb tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "DELETE /v2.0/security-groups/e25e77f6-2483-4d8f-8cf6-37b3befe35bc HTTP/1.1" status: 204 len: 168 time: 0.1281595 Mar 11 03:14:47.785120 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 48150) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:14:47.791226 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52815d70-e826-4821-adb6-8fdff0b9c7bb tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25e77f6-2483-4d8f-8cf6-37b3befe35bc,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:47.806828 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e973cb-0916-4a95-8c2d-fcdffd000157 admin admin] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:14:47.808713 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.api.v2.resource [None req-5c20fc8b-248f-4d11-8d91-c10cc1c568b0 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] show failed (client error): The resource could not be found. Mar 11 03:14:47.813667 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-5c20fc8b-248f-4d11-8d91-c10cc1c568b0 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "GET /v2.0/security-groups/e25e77f6-2483-4d8f-8cf6-37b3befe35bc HTTP/1.1" status: 404 len: 347 time: 0.0236311 Mar 11 03:14:47.814299 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 48152) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:14:47.816947 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233265b2-c76f-489c-967a-2472a71d19cc None None] Sync routers for ids ['db31861f-937f-43e3-b3c2-07e68ace99a6'] in dv-cinder-740146-14-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:14:47.819664 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-47e973cb-0916-4a95-8c2d-fcdffd000157 admin admin] 10.222.0.16 "PUT /v2.0/routers/db31861f-937f-43e3-b3c2-07e68ace99a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9539771 Mar 11 03:14:47.820253 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 48154) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:14:47.832401 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233265b2-c76f-489c-967a-2472a71d19cc None None] Routers {'db31861f-937f-43e3-b3c2-07e68ace99a6'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:14:47.833100 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-233265b2-c76f-489c-967a-2472a71d19cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:14:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['db31861f-937f-43e3-b3c2-07e68ace99a6'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:47.932930 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-452151c0-5766-4023-b1d7-b9ba08bc25fa admin admin] Publish callbacks [] for router (db31861f-937f-43e3-b3c2-07e68ace99a6), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:47.943624 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-02420102-64d2-4af2-9c6e-fe8f328151f9 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Deleting port f6712632-57e0-4924-b30b-6614a06e6dc0 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:14:47.943976 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-02420102-64d2-4af2-9c6e-fe8f328151f9 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (f6712632-57e0-4924-b30b-6614a06e6dc0), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:47.944874 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-233265b2-c76f-489c-967a-2472a71d19cc None None] Set router db31861f-937f-43e3-b3c2-07e68ace99a6 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:14:48.038602 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-02420102-64d2-4af2-9c6e-fe8f328151f9 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (f6712632-57e0-4924-b30b-6614a06e6dc0), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:48.039903 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-02420102-64d2-4af2-9c6e-fe8f328151f9 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for floatingip (f6712632-57e0-4924-b30b-6614a06e6dc0), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:48.052150 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-02420102-64d2-4af2-9c6e-fe8f328151f9 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Calling delete_port for f6712632-57e0-4924-b30b-6614a06e6dc0 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:14:48.078168 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-452151c0-5766-4023-b1d7-b9ba08bc25fa admin admin] Publish callbacks [] for router_gateway (db31861f-937f-43e3-b3c2-07e68ace99a6), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:48.101571 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e7155-1c8c-4cfd-b1bd-0e7163a49cac req-c7bf120e-59bf-4deb-bd70-bf2193a03827 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:48.103075 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1b7e7155-1c8c-4cfd-b1bd-0e7163a49cac req-c7bf120e-59bf-4deb-bd70-bf2193a03827 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=84938dfb-0a15-4b64-8ea0-09dc37ea154f HTTP/1.1" status: 200 len: 945 time: 0.0759945 Mar 11 03:14:48.153392 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-233265b2-c76f-489c-967a-2472a71d19cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db31861f-937f-43e3-b3c2-07e68ace99a6', 'name': 'tempest-TestMinimumBasicScenario-71052543-router', 'tenant_id': 'b27f621c95944166a7ae765f64d15d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': 'f112f219-b051-4297-9c8d-1ceaddf0c7a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:08Z', 'updated_at': '2022-03-11T03:14:46Z', 'revision_number': 5, 'project_id': 'b27f621c95944166a7ae765f64d15d9f', 'gw_port': {'id': 'f112f219-b051-4297-9c8d-1ceaddf0c7a3', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:5e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db31861f-937f-43e3-b3c2-07e68ace99a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:09Z', 'updated_at': '2022-03-11T03:12:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi'}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:48.177907 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1b7e7155-1c8c-4cfd-b1bd-0e7163a49cac req-9685b669-cbac-4044-ae57-5b44d8140d84 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c0608fe-e6e9-4caf-a877-228d4402e7b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577412 Mar 11 03:14:48.187787 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233265b2-c76f-489c-967a-2472a71d19cc None None] Checking router: db31861f-937f-43e3-b3c2-07e68ace99a6 for host: dv-cinder-740146-14-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:14:48.188888 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-452151c0-5766-4023-b1d7-b9ba08bc25fa admin admin] Deleting port f112f219-b051-4297-9c8d-1ceaddf0c7a3 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:14:48.189293 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-452151c0-5766-4023-b1d7-b9ba08bc25fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (f112f219-b051-4297-9c8d-1ceaddf0c7a3), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:48.206364 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233265b2-c76f-489c-967a-2472a71d19cc None None] Routers {'db31861f-937f-43e3-b3c2-07e68ace99a6'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:14:48.207767 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-233265b2-c76f-489c-967a-2472a71d19cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:14:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['db31861f-937f-43e3-b3c2-07e68ace99a6'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:48.282027 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-452151c0-5766-4023-b1d7-b9ba08bc25fa admin admin] For port f112f219-b051-4297-9c8d-1ceaddf0c7a3, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=f112f219-b051-4297-9c8d-1ceaddf0c7a3,segment=NetworkSegment(77d20882-625f-4a13-9566-ab6cf60f2c81),segment_id=77d20882-625f-4a13-9566-ab6cf60f2c81)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:14:48.282653 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-452151c0-5766-4023-b1d7-b9ba08bc25fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (f112f219-b051-4297-9c8d-1ceaddf0c7a3), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:48.298120 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-452151c0-5766-4023-b1d7-b9ba08bc25fa admin admin] Calling delete_port for f112f219-b051-4297-9c8d-1ceaddf0c7a3 owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:14:48.446005 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-233265b2-c76f-489c-967a-2472a71d19cc None None] Set router db31861f-937f-43e3-b3c2-07e68ace99a6 gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:14:48.466855 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-02420102-64d2-4af2-9c6e-fe8f328151f9 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (f6712632-57e0-4924-b30b-6614a06e6dc0), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:48.475353 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e1104-9b00-4f90-9955-c8acc3bed2dc req-a7f20edc-773a-40a3-a33a-7e9136baba83 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:48.476785 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c48e1104-9b00-4f90-9955-c8acc3bed2dc req-a7f20edc-773a-40a3-a33a-7e9136baba83 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.18 "GET /v2.0/ports?device_id=84938dfb-0a15-4b64-8ea0-09dc37ea154f HTTP/1.1" status: 200 len: 945 time: 0.3174632 Mar 11 03:14:48.492134 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-452151c0-5766-4023-b1d7-b9ba08bc25fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15272124'] for port (f112f219-b051-4297-9c8d-1ceaddf0c7a3), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:48.503139 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-233265b2-c76f-489c-967a-2472a71d19cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db31861f-937f-43e3-b3c2-07e68ace99a6', 'name': 'tempest-TestMinimumBasicScenario-71052543-router', 'tenant_id': 'b27f621c95944166a7ae765f64d15d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:08Z', 'updated_at': '2022-03-11T03:14:48Z', 'revision_number': 6, 'project_id': 'b27f621c95944166a7ae765f64d15d9f', 'gw_port_host': None}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:48.521443 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452151c0-5766-4023-b1d7-b9ba08bc25fa admin admin] Pushing event deleted for resources: {'Port': ['ID=f112f219-b051-4297-9c8d-1ceaddf0c7a3,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:48.527452 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02420102-64d2-4af2-9c6e-fe8f328151f9 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Pushing event deleted for resources: {'Port': ['ID=f6712632-57e0-4924-b30b-6614a06e6dc0,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:48.532547 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233265b2-c76f-489c-967a-2472a71d19cc None None] The sync data for ids ['db31861f-937f-43e3-b3c2-07e68ace99a6'] in dv-cinder-740146-14-iscsi is: [{'id': 'db31861f-937f-43e3-b3c2-07e68ace99a6', 'name': 'tempest-TestMinimumBasicScenario-71052543-router', 'tenant_id': 'b27f621c95944166a7ae765f64d15d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:08Z', 'updated_at': '2022-03-11T03:14:48Z', 'revision_number': 6, 'project_id': 'b27f621c95944166a7ae765f64d15d9f', 'gw_port_host': None}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:14:48.584773 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 546633a1-11b1-4e62-aa49-2a50d0956169 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:14:48.607940 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] No Port match for: 546633a1-11b1-4e62-aa49-2a50d0956169 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:14:48.608461 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 546633a1-11b1-4e62-aa49-2a50d0956169 not bound to the agent host hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:14:48.609016 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 1cf443cb-9e91-4bea-9cbc-747ee880c860 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:14:48.609286 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-452151c0-5766-4023-b1d7-b9ba08bc25fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1739970'] for router_gateway (db31861f-937f-43e3-b3c2-07e68ace99a6), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:48.627094 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-02420102-64d2-4af2-9c6e-fe8f328151f9 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks [] for floatingip (f5eb9351-3c58-48d2-a300-b9468f39d45f), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:48.629309 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] No Port match for: 1cf443cb-9e91-4bea-9cbc-747ee880c860 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:14:48.629551 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-02420102-64d2-4af2-9c6e-fe8f328151f9 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:48.629693 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 1cf443cb-9e91-4bea-9cbc-747ee880c860 not bound to the agent host hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:14:48.633432 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-02420102-64d2-4af2-9c6e-fe8f328151f9 tempest-AttachVolumeTestJSON-153405528 tempest-AttachVolumeTestJSON-153405528-project] 10.222.0.16 "DELETE /v2.0/floatingips/f5eb9351-3c58-48d2-a300-b9468f39d45f HTTP/1.1" status: 204 len: 168 time: 0.8152187 Mar 11 03:14:48.652746 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-c48e1104-9b00-4f90-9955-c8acc3bed2dc req-3f123601-ed96-4975-8556-b7f51b11b0bd tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Deleting port f0e52525-890b-4088-abf2-23c384b2805b {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:14:48.653090 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c48e1104-9b00-4f90-9955-c8acc3bed2dc req-3f123601-ed96-4975-8556-b7f51b11b0bd tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (f0e52525-890b-4088-abf2-23c384b2805b), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:48.727994 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-452151c0-5766-4023-b1d7-b9ba08bc25fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1750349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28411'] for router (db31861f-937f-43e3-b3c2-07e68ace99a6), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:48.730223 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-452151c0-5766-4023-b1d7-b9ba08bc25fa admin admin] Publish callbacks [] for router_controller (db31861f-937f-43e3-b3c2-07e68ace99a6), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:48.755192 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-c48e1104-9b00-4f90-9955-c8acc3bed2dc req-3f123601-ed96-4975-8556-b7f51b11b0bd tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] For port f0e52525-890b-4088-abf2-23c384b2805b, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=f0e52525-890b-4088-abf2-23c384b2805b,segment=NetworkSegment(ef342fbb-c25c-49c4-bd38-1f15c79d8ac6),segment_id=ef342fbb-c25c-49c4-bd38-1f15c79d8ac6)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:14:48.755498 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c48e1104-9b00-4f90-9955-c8acc3bed2dc req-3f123601-ed96-4975-8556-b7f51b11b0bd tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (f0e52525-890b-4088-abf2-23c384b2805b), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:48.797909 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-452151c0-5766-4023-b1d7-b9ba08bc25fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1750358'] for router (db31861f-937f-43e3-b3c2-07e68ace99a6), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:48.798475 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452151c0-5766-4023-b1d7-b9ba08bc25fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router db31861f-937f-43e3-b3c2-07e68ace99a6 {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 03:14:48.803581 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-452151c0-5766-4023-b1d7-b9ba08bc25fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:48.807081 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-452151c0-5766-4023-b1d7-b9ba08bc25fa admin admin] 10.222.0.16 "DELETE /v2.0/routers/db31861f-937f-43e3-b3c2-07e68ace99a6 HTTP/1.1" status: 204 len: 168 time: 0.9835596 Mar 11 03:14:48.807329 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 48162) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:14:48.854571 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-89ce2dec-c97a-45ae-9003-3a8913c66c21 admin admin] Deleting subnet e88f191b-7ea3-436b-a858-ea2ec218332e {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 03:14:48.858489 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-89ce2dec-c97a-45ae-9003-3a8913c66c21 admin admin] Publish callbacks [] for subnet (e88f191b-7ea3-436b-a858-ea2ec218332e), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:48.896699 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-89ce2dec-c97a-45ae-9003-3a8913c66c21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25359088'] for subnet (e88f191b-7ea3-436b-a858-ea2ec218332e), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:48.934615 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c48e1104-9b00-4f90-9955-c8acc3bed2dc req-3f123601-ed96-4975-8556-b7f51b11b0bd tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:48.935148 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c48e1104-9b00-4f90-9955-c8acc3bed2dc req-3f123601-ed96-4975-8556-b7f51b11b0bd tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740024'] for floatingip (f3032842-7723-49ab-90f0-b29009022f42), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:48.935627 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.db.l3_db [req-c48e1104-9b00-4f90-9955-c8acc3bed2dc req-3f123601-ed96-4975-8556-b7f51b11b0bd tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Floating IP f3032842-7723-49ab-90f0-b29009022f42 disassociated. External IP: 172.27.2.122, port: f0e52525-890b-4088-abf2-23c384b2805b. Mar 11 03:14:48.935973 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-c48e1104-9b00-4f90-9955-c8acc3bed2dc req-3f123601-ed96-4975-8556-b7f51b11b0bd tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Calling delete_port for f0e52525-890b-4088-abf2-23c384b2805b owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:14:49.023635 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-89ce2dec-c97a-45ae-9003-3a8913c66c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16040164'] for subnet (e88f191b-7ea3-436b-a858-ea2ec218332e), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:49.074077 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c48e1104-9b00-4f90-9955-c8acc3bed2dc req-3f123601-ed96-4975-8556-b7f51b11b0bd tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (f0e52525-890b-4088-abf2-23c384b2805b), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:49.079262 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-89ce2dec-c97a-45ae-9003-3a8913c66c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16040175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15272083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201998'] for subnet (e88f191b-7ea3-436b-a858-ea2ec218332e), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:49.104439 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f123601-ed96-4975-8556-b7f51b11b0bd tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Pushing event deleted for resources: {'Port': ['ID=f0e52525-890b-4088-abf2-23c384b2805b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:49.105640 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce2dec-c97a-45ae-9003-3a8913c66c21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e88f191b-7ea3-436b-a858-ea2ec218332e,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:49.109433 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-89ce2dec-c97a-45ae-9003-3a8913c66c21 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:49.114840 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-89ce2dec-c97a-45ae-9003-3a8913c66c21 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e88f191b-7ea3-436b-a858-ea2ec218332e HTTP/1.1" status: 204 len: 168 time: 0.3060415 Mar 11 03:14:49.116021 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 48164) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:14:49.119721 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849cda4f-2e03-4ef3-aa9d-9db798766c12 None None] Network 39c26298-ee69-45d3-8128-5b69acca4a40 requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:14:49.199057 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0728-f497-4153-bec4-ee7e2213a722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16082977'] for network (39c26298-ee69-45d3-8128-5b69acca4a40), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:49.228681 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c48e1104-9b00-4f90-9955-c8acc3bed2dc req-3f123601-ed96-4975-8556-b7f51b11b0bd tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Router 85f1d4b4-841e-4e79-b6a3-22bb7b77955c has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:14:49.260810 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-8e5d0728-f497-4153-bec4-ee7e2213a722 admin admin] Deleting port f01494c5-c94d-46cc-bc70-8d91e493f51d {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:14:49.261147 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0728-f497-4153-bec4-ee7e2213a722 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (f01494c5-c94d-46cc-bc70-8d91e493f51d), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:49.328802 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2f1166-b229-420d-bd7a-654446ee13e7 None None] DHCP port deletion for 39c26298-ee69-45d3-8128-5b69acca4a40 request from dv-cinder-740146-14-iscsi {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 03:14:49.349633 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bea986ea-2847-4035-8b81-c8df1ebf1f31 req-64c5eccf-a373-4295-a815-ae162b7b1b5b tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=84938dfb-0a15-4b64-8ea0-09dc37ea154f HTTP/1.1" status: 200 len: 210 time: 0.0603209 Mar 11 03:14:49.362960 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-8e5d0728-f497-4153-bec4-ee7e2213a722 admin admin] For port f01494c5-c94d-46cc-bc70-8d91e493f51d, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=f01494c5-c94d-46cc-bc70-8d91e493f51d,segment=NetworkSegment(850685ec-e887-458e-aac0-a70aa95557bd),segment_id=850685ec-e887-458e-aac0-a70aa95557bd)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:14:49.363429 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0728-f497-4153-bec4-ee7e2213a722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (f01494c5-c94d-46cc-bc70-8d91e493f51d), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:49.384027 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-8e5d0728-f497-4153-bec4-ee7e2213a722 admin admin] Calling delete_port for f01494c5-c94d-46cc-bc70-8d91e493f51d owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:14:49.387973 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c48e1104-9b00-4f90-9955-c8acc3bed2dc req-3f123601-ed96-4975-8556-b7f51b11b0bd tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:14:49.397812 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9812a9c8-8bb0-4d55-9c40-2b0157bc1bff None None] Sync routers for ids ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'] in dv-cinder-740146-14-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:14:49.416254 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9812a9c8-8bb0-4d55-9c40-2b0157bc1bff None None] Routers {'85f1d4b4-841e-4e79-b6a3-22bb7b77955c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:14:49.416893 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-9812a9c8-8bb0-4d55-9c40-2b0157bc1bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:14:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:49.424271 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-1a2f1166-b229-420d-bd7a-654446ee13e7 None None] Deleting port f01494c5-c94d-46cc-bc70-8d91e493f51d {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:14:49.430353 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1a2f1166-b229-420d-bd7a-654446ee13e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (f01494c5-c94d-46cc-bc70-8d91e493f51d), before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:49.433840 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device a77fd583-88eb-4167-a3e5-ddacfbce6f84 no longer exists at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:14:49.448616 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48e1104-9b00-4f90-9955-c8acc3bed2dc req-3f123601-ed96-4975-8556-b7f51b11b0bd tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] No DVR routers for this DVR port f0e52525-890b-4088-abf2-23c384b2805b on host hv-cinder-74014 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:14:49.451909 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c48e1104-9b00-4f90-9955-c8acc3bed2dc req-3f123601-ed96-4975-8556-b7f51b11b0bd tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:49.455446 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c48e1104-9b00-4f90-9955-c8acc3bed2dc req-3f123601-ed96-4975-8556-b7f51b11b0bd tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.18 "DELETE /v2.0/ports/f0e52525-890b-4088-abf2-23c384b2805b HTTP/1.1" status: 204 len: 173 time: 0.9720414 Mar 11 03:14:49.455929 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84938dfb-0a15-4b64-8ea0-09dc37ea154f', 'name': 'network-vif-deleted', 'tag': 'f0e52525-890b-4088-abf2-23c384b2805b'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:14:49.460646 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d3104b-5afb-4495-9ca2-109816dcc215" -d '{"events": [{"server_uuid": "84938dfb-0a15-4b64-8ea0-09dc37ea154f", "name": "network-vif-deleted", "tag": "f0e52525-890b-4088-abf2-23c384b2805b"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:14:49.486624 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] No Port match for: a77fd583-88eb-4167-a3e5-ddacfbce6f84 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:14:49.487183 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device a77fd583-88eb-4167-a3e5-ddacfbce6f84 not bound to the agent host dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:14:49.487707 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device f01494c5-c94d-46cc-bc70-8d91e493f51d no longer exists at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:14:49.536122 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfd0229-7cfc-4d28-b61e-b5de69bb80f0 x-openstack-request-id: req-9dfd0229-7cfc-4d28-b61e-b5de69bb80f0 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:14:49.536122 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84938dfb-0a15-4b64-8ea0-09dc37ea154f", "name": "network-vif-deleted", "tag": "f0e52525-890b-4088-abf2-23c384b2805b", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:14:49.536422 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9dfd0229-7cfc-4d28-b61e-b5de69bb80f0 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:14:49.536766 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84938dfb-0a15-4b64-8ea0-09dc37ea154f', 'name': 'network-vif-deleted', 'tag': 'f0e52525-890b-4088-abf2-23c384b2805b', 'status': 'completed', 'code': 200} Mar 11 03:14:49.564339 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0728-f497-4153-bec4-ee7e2213a722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15272124'] for port (f01494c5-c94d-46cc-bc70-8d91e493f51d), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:49.622931 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5d0728-f497-4153-bec4-ee7e2213a722 admin admin] No DVR routers for this DVR port f01494c5-c94d-46cc-bc70-8d91e493f51d on host dv-cinder-740146-14-iscsi {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:14:49.633688 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Port f01494c5-c94d-46cc-bc70-8d91e493f51d update to DOWN by agent not found {{(pid=103366) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Mar 11 03:14:49.634367 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device f112f219-b051-4297-9c8d-1ceaddf0c7a3 no longer exists at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:14:49.661442 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d0728-f497-4153-bec4-ee7e2213a722 admin admin] Pushing event deleted for resources: {'Port': ['ID=f01494c5-c94d-46cc-bc70-8d91e493f51d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:49.676684 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] No Port match for: f112f219-b051-4297-9c8d-1ceaddf0c7a3 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:14:49.677124 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device f112f219-b051-4297-9c8d-1ceaddf0c7a3 not bound to the agent host dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:14:49.694434 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-1a2f1166-b229-420d-bd7a-654446ee13e7 None None] For port f01494c5-c94d-46cc-bc70-8d91e493f51d, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=f01494c5-c94d-46cc-bc70-8d91e493f51d,segment=NetworkSegment(850685ec-e887-458e-aac0-a70aa95557bd),segment_id=850685ec-e887-458e-aac0-a70aa95557bd)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:14:49.695188 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1a2f1166-b229-420d-bd7a-654446ee13e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (f01494c5-c94d-46cc-bc70-8d91e493f51d), precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:49.712764 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-1a2f1166-b229-420d-bd7a-654446ee13e7 None None] Calling delete_port for f01494c5-c94d-46cc-bc70-8d91e493f51d owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:14:49.720214 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-9812a9c8-8bb0-4d55-9c40-2b0157bc1bff None None] Set router 85f1d4b4-841e-4e79-b6a3-22bb7b77955c gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:14:49.726865 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0728-f497-4153-bec4-ee7e2213a722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16047135', 'neutron.services.segments.db._delete_segments_for_network-8766925140502'] for network (39c26298-ee69-45d3-8128-5b69acca4a40), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:49.748019 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-8e5d0728-f497-4153-bec4-ee7e2213a722 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c26298-ee69-45d3-8128-5b69acca4a40']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:49.759643 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-8e5d0728-f497-4153-bec4-ee7e2213a722 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '850685ec-e887-458e-aac0-a70aa95557bd') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:49.759948 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-8e5d0728-f497-4153-bec4-ee7e2213a722 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '850685ec-e887-458e-aac0-a70aa95557bd') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:49.774112 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0728-f497-4153-bec4-ee7e2213a722 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766925139231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25359099'] for segment (850685ec-e887-458e-aac0-a70aa95557bd), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:49.793776 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0728-f497-4153-bec4-ee7e2213a722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715'] for segment (850685ec-e887-458e-aac0-a70aa95557bd), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:49.806059 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e5d0728-f497-4153-bec4-ee7e2213a722 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 03:14:49.807066 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0728-f497-4153-bec4-ee7e2213a722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15272269'] for segment (850685ec-e887-458e-aac0-a70aa95557bd), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:49.808968 dv-cinder-740146-14-iscsi neutron-server[103364]: Traceback (most recent call last): Mar 11 03:14:49.808968 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 03:14:49.808968 dv-cinder-740146-14-iscsi neutron-server[103364]: timer() Mar 11 03:14:49.808968 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 03:14:49.808968 dv-cinder-740146-14-iscsi neutron-server[103364]: cb(*args, **kw) Mar 11 03:14:49.808968 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 03:14:49.808968 dv-cinder-740146-14-iscsi neutron-server[103364]: return func(*args, **kwargs) Mar 11 03:14:49.808968 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 03:14:49.808968 dv-cinder-740146-14-iscsi neutron-server[103364]: self._notify() Mar 11 03:14:49.808968 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 03:14:49.808968 dv-cinder-740146-14-iscsi neutron-server[103364]: self.callback(batched_events) Mar 11 03:14:49.808968 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 03:14:49.808968 dv-cinder-740146-14-iscsi neutron-server[103364]: event.method(event) Mar 11 03:14:49.808968 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 03:14:49.808968 dv-cinder-740146-14-iscsi neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 03:14:49.808968 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 03:14:49.808968 dv-cinder-740146-14-iscsi neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 03:14:49.808968 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 03:14:49.808968 dv-cinder-740146-14-iscsi neutron-server[103364]: return f(self, *a, **k) Mar 11 03:14:49.808968 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 03:14:49.808968 dv-cinder-740146-14-iscsi neutron-server[103364]: return self._get(url).json() Mar 11 03:14:49.808968 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 03:14:49.808968 dv-cinder-740146-14-iscsi neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 03:14:49.808968 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 03:14:49.808968 dv-cinder-740146-14-iscsi neutron-server[103364]: return self.request(url, 'GET', **kwargs) Mar 11 03:14:49.808968 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 03:14:49.808968 dv-cinder-740146-14-iscsi neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 03:14:49.808968 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 03:14:49.808968 dv-cinder-740146-14-iscsi neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 03:14:49.808968 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 03:14:49.808968 dv-cinder-740146-14-iscsi neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 03:14:49.808968 dv-cinder-740146-14-iscsi neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 03:14:49.895654 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0728-f497-4153-bec4-ee7e2213a722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16047206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740006'] for network (39c26298-ee69-45d3-8128-5b69acca4a40), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:49.906510 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0728-f497-4153-bec4-ee7e2213a722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:49.910024 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-8e5d0728-f497-4153-bec4-ee7e2213a722 admin admin] 10.222.0.16 "DELETE /v2.0/networks/39c26298-ee69-45d3-8128-5b69acca4a40 HTTP/1.1" status: 204 len: 168 time: 0.7915044 Mar 11 03:14:49.912812 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 48176) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:14:49.916375 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1a2f1166-b229-420d-bd7a-654446ee13e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679'] for port (f01494c5-c94d-46cc-bc70-8d91e493f51d), after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:49.931234 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1a2f1166-b229-420d-bd7a-654446ee13e7 None None] Network 39c26298-ee69-45d3-8128-5b69acca4a40 is not hosted by any dhcp agent {{(pid=103366) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 11 03:14:49.931781 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2f1166-b229-420d-bd7a-654446ee13e7 None None] No DVR routers for this DVR port f01494c5-c94d-46cc-bc70-8d91e493f51d on host dv-cinder-740146-14-iscsi {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:14:49.937662 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d0728-f497-4153-bec4-ee7e2213a722 admin admin] Pushing event deleted for resources: {'Network': ['ID=39c26298-ee69-45d3-8128-5b69acca4a40,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:49.964672 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f1166-b229-420d-bd7a-654446ee13e7 None None] Pushing event deleted for resources: {'Port': ['ID=f01494c5-c94d-46cc-bc70-8d91e493f51d,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:50.138216 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-9812a9c8-8bb0-4d55-9c40-2b0157bc1bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'name': 'tempest-AttachVolumeNegativeTest-1651227581-router', 'tenant_id': '717229175a63443abe76773a02a79818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:43Z', 'revision_number': 4, 'project_id': '717229175a63443abe76773a02a79818', 'gw_port': {'id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': 'e5fad280-0b25-4756-9734-6f369c5d816d', 'tenant_id': '717229175a63443abe76773a02a79818', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'port_id': 'e18e512d-0025-44a4-98f5-12fd254f1569', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'mac_address': 'fa:16:3e:f8:09:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19840621-ede7-49be-90a5-c7d48658acb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:12:45Z', 'updated_at': '2022-03-11T03:12:58Z', 'revision_number': 2, 'project_id': '717229175a63443abe76773a02a79818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da53b0d-6348-40da-9feb-9dadaf4fc389', 'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'tenant_id': '717229175a63443abe76773a02a79818', 'mac_address': 'fa:16:3e:bf:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:42Z', 'updated_at': '2022-03-11T03:12:46Z', 'revision_number': 5, 'project_id': '717229175a63443abe76773a02a79818', 'subnets': [{'id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:50.164512 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9812a9c8-8bb0-4d55-9c40-2b0157bc1bff None None] Checking router: 85f1d4b4-841e-4e79-b6a3-22bb7b77955c for host: dv-cinder-740146-14-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:14:50.172921 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9812a9c8-8bb0-4d55-9c40-2b0157bc1bff None None] Routers {'85f1d4b4-841e-4e79-b6a3-22bb7b77955c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:14:50.173470 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-9812a9c8-8bb0-4d55-9c40-2b0157bc1bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:14:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:50.283253 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-9812a9c8-8bb0-4d55-9c40-2b0157bc1bff None None] Set router 85f1d4b4-841e-4e79-b6a3-22bb7b77955c gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:14:50.325756 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-96128a1f-afc5-473b-8f8b-80786d32e668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736952'] for router_interface (95a5c3a5-dd79-4b81-ac45-b69681aa62a1), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:50.446399 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 48182) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:14:50.509535 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fcd240ac-25d0-4207-9952-254298204670 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group (1c0608fe-e6e9-4caf-a877-228d4402e7b4), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:50.520970 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-9812a9c8-8bb0-4d55-9c40-2b0157bc1bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'name': 'tempest-AttachVolumeNegativeTest-1651227581-router', 'tenant_id': '717229175a63443abe76773a02a79818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:43Z', 'revision_number': 4, 'project_id': '717229175a63443abe76773a02a79818', 'gw_port': {'id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': 'e5fad280-0b25-4756-9734-6f369c5d816d', 'tenant_id': '717229175a63443abe76773a02a79818', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'port_id': 'e18e512d-0025-44a4-98f5-12fd254f1569', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'mac_address': 'fa:16:3e:f8:09:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19840621-ede7-49be-90a5-c7d48658acb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:12:45Z', 'updated_at': '2022-03-11T03:12:58Z', 'revision_number': 2, 'project_id': '717229175a63443abe76773a02a79818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da53b0d-6348-40da-9feb-9dadaf4fc389', 'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'tenant_id': '717229175a63443abe76773a02a79818', 'mac_address': 'fa:16:3e:bf:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:42Z', 'updated_at': '2022-03-11T03:12:46Z', 'revision_number': 5, 'project_id': '717229175a63443abe76773a02a79818', 'subnets': [{'id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:50.537884 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fcd240ac-25d0-4207-9952-254298204670 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group (1c0608fe-e6e9-4caf-a877-228d4402e7b4), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:50.549021 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9812a9c8-8bb0-4d55-9c40-2b0157bc1bff None None] The sync data for ids ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'] in dv-cinder-740146-14-iscsi is: [{'id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'name': 'tempest-AttachVolumeNegativeTest-1651227581-router', 'tenant_id': '717229175a63443abe76773a02a79818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:43Z', 'revision_number': 4, 'project_id': '717229175a63443abe76773a02a79818', 'gw_port': {'id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': 'e5fad280-0b25-4756-9734-6f369c5d816d', 'tenant_id': '717229175a63443abe76773a02a79818', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'port_id': 'e18e512d-0025-44a4-98f5-12fd254f1569', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'mac_address': 'fa:16:3e:f8:09:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19840621-ede7-49be-90a5-c7d48658acb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:12:45Z', 'updated_at': '2022-03-11T03:12:58Z', 'revision_number': 2, 'project_id': '717229175a63443abe76773a02a79818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da53b0d-6348-40da-9feb-9dadaf4fc389', 'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'tenant_id': '717229175a63443abe76773a02a79818', 'mac_address': 'fa:16:3e:bf:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:42Z', 'updated_at': '2022-03-11T03:12:46Z', 'revision_number': 5, 'project_id': '717229175a63443abe76773a02a79818', 'subnets': [{'id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:14:50.595917 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fcd240ac-25d0-4207-9952-254298204670 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (1c0608fe-e6e9-4caf-a877-228d4402e7b4), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:50.598697 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-fcd240ac-25d0-4207-9952-254298204670 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:50.602370 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-fcd240ac-25d0-4207-9952-254298204670 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "DELETE /v2.0/security-groups/1c0608fe-e6e9-4caf-a877-228d4402e7b4 HTTP/1.1" status: 204 len: 168 time: 0.1512175 Mar 11 03:14:50.603487 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 48184) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:14:50.624794 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd240ac-25d0-4207-9952-254298204670 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0608fe-e6e9-4caf-a877-228d4402e7b4,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:50.627380 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.api.v2.resource [None req-f6111891-a27d-4ba5-aca5-4afabff43d17 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] show failed (client error): The resource could not be found. Mar 11 03:14:50.631228 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-f6111891-a27d-4ba5-aca5-4afabff43d17 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups/1c0608fe-e6e9-4caf-a877-228d4402e7b4 HTTP/1.1" status: 404 len: 347 time: 0.0239537 Mar 11 03:14:50.631407 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 48186) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:14:50.766135 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-350a58ef-aa59-45cb-b0ee-70eb3698fde7 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Deleting port 5c9d072a-4818-42a9-8363-e2689967c3f5 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:14:50.766135 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-350a58ef-aa59-45cb-b0ee-70eb3698fde7 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (5c9d072a-4818-42a9-8363-e2689967c3f5), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:50.837956 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-96128a1f-afc5-473b-8f8b-80786d32e668 admin admin] Deleting port 571562f6-994e-4882-8c11-da94e0f520c6 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:14:50.838506 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-96128a1f-afc5-473b-8f8b-80786d32e668 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (571562f6-994e-4882-8c11-da94e0f520c6), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:50.848633 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-350a58ef-aa59-45cb-b0ee-70eb3698fde7 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (5c9d072a-4818-42a9-8363-e2689967c3f5), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:50.848966 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-350a58ef-aa59-45cb-b0ee-70eb3698fde7 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for floatingip (5c9d072a-4818-42a9-8363-e2689967c3f5), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:50.849311 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51123ba-229a-4f3a-8f31-23fce434a0b0 None None] New status for floating IP f3032842-7723-49ab-90f0-b29009022f42: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 03:14:50.861803 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-350a58ef-aa59-45cb-b0ee-70eb3698fde7 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Calling delete_port for 5c9d072a-4818-42a9-8363-e2689967c3f5 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:14:50.920956 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-96128a1f-afc5-473b-8f8b-80786d32e668 admin admin] For port 571562f6-994e-4882-8c11-da94e0f520c6, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=571562f6-994e-4882-8c11-da94e0f520c6,segment=NetworkSegment(cae02413-8a32-4478-91c0-e172ae2722f3),segment_id=cae02413-8a32-4478-91c0-e172ae2722f3)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:14:50.921334 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-96128a1f-afc5-473b-8f8b-80786d32e668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (571562f6-994e-4882-8c11-da94e0f520c6), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:50.934191 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-96128a1f-afc5-473b-8f8b-80786d32e668 admin admin] Calling delete_port for 571562f6-994e-4882-8c11-da94e0f520c6 owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:14:51.042904 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-350a58ef-aa59-45cb-b0ee-70eb3698fde7 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (5c9d072a-4818-42a9-8363-e2689967c3f5), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:51.074579 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a58ef-aa59-45cb-b0ee-70eb3698fde7 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Pushing event deleted for resources: {'Port': ['ID=5c9d072a-4818-42a9-8363-e2689967c3f5,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:51.147373 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-350a58ef-aa59-45cb-b0ee-70eb3698fde7 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for floatingip (f3032842-7723-49ab-90f0-b29009022f42), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:51.150202 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-350a58ef-aa59-45cb-b0ee-70eb3698fde7 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:51.154042 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-350a58ef-aa59-45cb-b0ee-70eb3698fde7 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "DELETE /v2.0/floatingips/f3032842-7723-49ab-90f0-b29009022f42 HTTP/1.1" status: 204 len: 168 time: 0.5190585 Mar 11 03:14:51.154768 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-96128a1f-afc5-473b-8f8b-80786d32e668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15272124'] for port (571562f6-994e-4882-8c11-da94e0f520c6), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:51.182565 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96128a1f-afc5-473b-8f8b-80786d32e668 admin admin] Pushing event deleted for resources: {'Port': ['ID=571562f6-994e-4882-8c11-da94e0f520c6,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:51.366076 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-96128a1f-afc5-473b-8f8b-80786d32e668 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752168'] for router_interface (95a5c3a5-dd79-4b81-ac45-b69681aa62a1), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:51.597797 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96128a1f-afc5-473b-8f8b-80786d32e668 admin admin] Router 95a5c3a5-dd79-4b81-ac45-b69681aa62a1 has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:14:51.704574 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96128a1f-afc5-473b-8f8b-80786d32e668 admin admin] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:14:51.709719 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-96128a1f-afc5-473b-8f8b-80786d32e668 admin admin] 10.222.0.16 "PUT /v2.0/routers/95a5c3a5-dd79-4b81-ac45-b69681aa62a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7959716 Mar 11 03:14:51.712429 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 48208) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:14:51.713379 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ed3af7-1c0c-4d9a-bfa2-b3b9a28e122c None None] Sync routers for ids ['95a5c3a5-dd79-4b81-ac45-b69681aa62a1'] in dv-cinder-740146-14-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:14:51.723552 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ed3af7-1c0c-4d9a-bfa2-b3b9a28e122c None None] Routers {'95a5c3a5-dd79-4b81-ac45-b69681aa62a1'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:14:51.724154 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-11ed3af7-1c0c-4d9a-bfa2-b3b9a28e122c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:14:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['95a5c3a5-dd79-4b81-ac45-b69681aa62a1'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:51.817060 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6b103aa3-a066-41d6-b67b-341b573c9e38 admin admin] Publish callbacks [] for router (95a5c3a5-dd79-4b81-ac45-b69681aa62a1), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:51.832686 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-11ed3af7-1c0c-4d9a-bfa2-b3b9a28e122c None None] Set router 95a5c3a5-dd79-4b81-ac45-b69681aa62a1 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:14:51.924576 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6b103aa3-a066-41d6-b67b-341b573c9e38 admin admin] Publish callbacks [] for router_gateway (95a5c3a5-dd79-4b81-ac45-b69681aa62a1), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:51.976527 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-6b103aa3-a066-41d6-b67b-341b573c9e38 admin admin] Deleting port 84f90160-8a4f-4542-b426-67b77f2bccd6 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:14:51.976865 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6b103aa3-a066-41d6-b67b-341b573c9e38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (84f90160-8a4f-4542-b426-67b77f2bccd6), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:52.032743 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-11ed3af7-1c0c-4d9a-bfa2-b3b9a28e122c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a5c3a5-dd79-4b81-ac45-b69681aa62a1', 'name': 'tempest-TestMinimumBasicScenario-779953113-router', 'tenant_id': '157667575899428c9cc8e283317a7f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '84f90160-8a4f-4542-b426-67b77f2bccd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:14Z', 'updated_at': '2022-03-11T03:14:51Z', 'revision_number': 5, 'project_id': '157667575899428c9cc8e283317a7f23', 'gw_port': {'id': '84f90160-8a4f-4542-b426-67b77f2bccd6', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:cb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95a5c3a5-dd79-4b81-ac45-b69681aa62a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:14Z', 'updated_at': '2022-03-11T03:12:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi'}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:52.063533 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-6b103aa3-a066-41d6-b67b-341b573c9e38 admin admin] For port 84f90160-8a4f-4542-b426-67b77f2bccd6, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=84f90160-8a4f-4542-b426-67b77f2bccd6,segment=NetworkSegment(77d20882-625f-4a13-9566-ab6cf60f2c81),segment_id=77d20882-625f-4a13-9566-ab6cf60f2c81)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:14:52.063919 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6b103aa3-a066-41d6-b67b-341b573c9e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (84f90160-8a4f-4542-b426-67b77f2bccd6), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:52.064567 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ed3af7-1c0c-4d9a-bfa2-b3b9a28e122c None None] Checking router: 95a5c3a5-dd79-4b81-ac45-b69681aa62a1 for host: dv-cinder-740146-14-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:14:52.073601 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ed3af7-1c0c-4d9a-bfa2-b3b9a28e122c None None] Routers {'95a5c3a5-dd79-4b81-ac45-b69681aa62a1'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:14:52.074357 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-11ed3af7-1c0c-4d9a-bfa2-b3b9a28e122c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:14:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['95a5c3a5-dd79-4b81-ac45-b69681aa62a1'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:52.078326 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-6b103aa3-a066-41d6-b67b-341b573c9e38 admin admin] Calling delete_port for 84f90160-8a4f-4542-b426-67b77f2bccd6 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:14:52.173888 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-11ed3af7-1c0c-4d9a-bfa2-b3b9a28e122c None None] Set router 95a5c3a5-dd79-4b81-ac45-b69681aa62a1 gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:14:52.233408 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-11ed3af7-1c0c-4d9a-bfa2-b3b9a28e122c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95a5c3a5-dd79-4b81-ac45-b69681aa62a1', 'name': 'tempest-TestMinimumBasicScenario-779953113-router', 'tenant_id': '157667575899428c9cc8e283317a7f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:14Z', 'updated_at': '2022-03-11T03:14:51Z', 'revision_number': 6, 'project_id': '157667575899428c9cc8e283317a7f23', 'gw_port_host': None}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:52.264524 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ed3af7-1c0c-4d9a-bfa2-b3b9a28e122c None None] The sync data for ids ['95a5c3a5-dd79-4b81-ac45-b69681aa62a1'] in dv-cinder-740146-14-iscsi is: [{'id': '95a5c3a5-dd79-4b81-ac45-b69681aa62a1', 'name': 'tempest-TestMinimumBasicScenario-779953113-router', 'tenant_id': '157667575899428c9cc8e283317a7f23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:14Z', 'updated_at': '2022-03-11T03:14:51Z', 'revision_number': 6, 'project_id': '157667575899428c9cc8e283317a7f23', 'gw_port_host': None}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:14:52.278489 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6b103aa3-a066-41d6-b67b-341b573c9e38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (84f90160-8a4f-4542-b426-67b77f2bccd6), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:52.283685 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 48216) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:14:52.309599 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b103aa3-a066-41d6-b67b-341b573c9e38 admin admin] Pushing event deleted for resources: {'Port': ['ID=84f90160-8a4f-4542-b426-67b77f2bccd6,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:52.381314 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6b103aa3-a066-41d6-b67b-341b573c9e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1739970'] for router_gateway (95a5c3a5-dd79-4b81-ac45-b69681aa62a1), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:52.472784 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6b103aa3-a066-41d6-b67b-341b573c9e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1750349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28411'] for router (95a5c3a5-dd79-4b81-ac45-b69681aa62a1), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:52.474905 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6b103aa3-a066-41d6-b67b-341b573c9e38 admin admin] Publish callbacks [] for router_controller (95a5c3a5-dd79-4b81-ac45-b69681aa62a1), precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:52.528689 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6b103aa3-a066-41d6-b67b-341b573c9e38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1750358'] for router (95a5c3a5-dd79-4b81-ac45-b69681aa62a1), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:52.529320 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b103aa3-a066-41d6-b67b-341b573c9e38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95a5c3a5-dd79-4b81-ac45-b69681aa62a1 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 03:14:52.534987 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6b103aa3-a066-41d6-b67b-341b573c9e38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:52.536170 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-6b103aa3-a066-41d6-b67b-341b573c9e38 admin admin] 10.222.0.16 "DELETE /v2.0/routers/95a5c3a5-dd79-4b81-ac45-b69681aa62a1 HTTP/1.1" status: 204 len: 168 time: 0.8226671 Mar 11 03:14:52.538810 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 48224) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:14:52.599893 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device f0e52525-890b-4088-abf2-23c384b2805b no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:14:52.624702 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f18280f-b499-48dc-990f-338229a53117 admin admin] Deleting subnet 25a41924-6b06-4dc2-9aa8-f48eaff7c532 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 03:14:52.625175 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] No Port match for: f0e52525-890b-4088-abf2-23c384b2805b {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:14:52.625844 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device f0e52525-890b-4088-abf2-23c384b2805b not bound to the agent host hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:14:52.630902 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7f18280f-b499-48dc-990f-338229a53117 admin admin] Publish callbacks [] for subnet (25a41924-6b06-4dc2-9aa8-f48eaff7c532), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:52.694397 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7f18280f-b499-48dc-990f-338229a53117 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25359088'] for subnet (25a41924-6b06-4dc2-9aa8-f48eaff7c532), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:52.835183 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7f18280f-b499-48dc-990f-338229a53117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16040164'] for subnet (25a41924-6b06-4dc2-9aa8-f48eaff7c532), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:52.908433 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a787b4b-4334-4c9d-8f06-1c24a0a7fadc req-697aed23-644d-4c15-950d-818e2cdaee99 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:52.909938 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9a787b4b-4334-4c9d-8f06-1c24a0a7fadc req-697aed23-644d-4c15-950d-818e2cdaee99 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=19840621-ede7-49be-90a5-c7d48658acb7 HTTP/1.1" status: 200 len: 946 time: 0.1375425 Mar 11 03:14:52.945248 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7f18280f-b499-48dc-990f-338229a53117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16040175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15272083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201998'] for subnet (25a41924-6b06-4dc2-9aa8-f48eaff7c532), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:52.989701 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18280f-b499-48dc-990f-338229a53117 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25a41924-6b06-4dc2-9aa8-f48eaff7c532,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:52.995438 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2de3fde5-5565-473f-8939-6c199cfae758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736952'] for router_interface (f64c16ae-eb84-4976-bb0d-79c3a8590dc5), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:53.003130 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7f18280f-b499-48dc-990f-338229a53117 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:53.005224 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8ef4a9-7027-4dad-b023-c4a76a977eef None None] Network 57391286-1772-4567-97ab-e362432fd092 requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:14:53.008604 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-7f18280f-b499-48dc-990f-338229a53117 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/25a41924-6b06-4dc2-9aa8-f48eaff7c532 HTTP/1.1" status: 204 len: 168 time: 0.4653525 Mar 11 03:14:53.009288 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 48230) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:14:53.052375 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9a787b4b-4334-4c9d-8f06-1c24a0a7fadc req-b7639445-1f26-4f01-af26-436bdc637d03 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups?id=70ab0a1f-e2bb-40dc-bca5-073fd2b4fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350076 Mar 11 03:14:53.123662 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eb83f085-5709-4402-a80e-0f990b1cf77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16082977'] for network (57391286-1772-4567-97ab-e362432fd092), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:53.183388 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-eb83f085-5709-4402-a80e-0f990b1cf77f admin admin] Deleting port 53b0c2d4-92fc-433b-8c42-c50fb7822bed {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:14:53.183734 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eb83f085-5709-4402-a80e-0f990b1cf77f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (53b0c2d4-92fc-433b-8c42-c50fb7822bed), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:53.184010 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 571562f6-994e-4882-8c11-da94e0f520c6 no longer exists at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:14:53.211714 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fcc317-d0bf-4892-92c1-0660db9b54cc None None] DHCP port deletion for 57391286-1772-4567-97ab-e362432fd092 request from dv-cinder-740146-14-iscsi {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 03:14:53.214797 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] No Port match for: 571562f6-994e-4882-8c11-da94e0f520c6 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:14:53.215163 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 571562f6-994e-4882-8c11-da94e0f520c6 not bound to the agent host dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:14:53.215747 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 84f90160-8a4f-4542-b426-67b77f2bccd6 no longer exists at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:14:53.238512 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] No Port match for: 84f90160-8a4f-4542-b426-67b77f2bccd6 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:14:53.239134 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 84f90160-8a4f-4542-b426-67b77f2bccd6 not bound to the agent host dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:14:53.265566 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-eb83f085-5709-4402-a80e-0f990b1cf77f admin admin] For port 53b0c2d4-92fc-433b-8c42-c50fb7822bed, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=53b0c2d4-92fc-433b-8c42-c50fb7822bed,segment=NetworkSegment(cae02413-8a32-4478-91c0-e172ae2722f3),segment_id=cae02413-8a32-4478-91c0-e172ae2722f3)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:14:53.265964 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eb83f085-5709-4402-a80e-0f990b1cf77f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (53b0c2d4-92fc-433b-8c42-c50fb7822bed), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:53.281688 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-eb83f085-5709-4402-a80e-0f990b1cf77f admin admin] Calling delete_port for 53b0c2d4-92fc-433b-8c42-c50fb7822bed owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:14:53.286756 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-81fcc317-d0bf-4892-92c1-0660db9b54cc None None] Deleting port 53b0c2d4-92fc-433b-8c42-c50fb7822bed {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:14:53.287528 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-81fcc317-d0bf-4892-92c1-0660db9b54cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (53b0c2d4-92fc-433b-8c42-c50fb7822bed), before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:53.323439 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-2de3fde5-5565-473f-8939-6c199cfae758 admin admin] Deleting port ae06cdad-78cb-49b8-ac49-893a5dc17d71 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:14:53.324009 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2de3fde5-5565-473f-8939-6c199cfae758 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (ae06cdad-78cb-49b8-ac49-893a5dc17d71), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:53.359377 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-81fcc317-d0bf-4892-92c1-0660db9b54cc None None] For port 53b0c2d4-92fc-433b-8c42-c50fb7822bed, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=53b0c2d4-92fc-433b-8c42-c50fb7822bed,segment=NetworkSegment(cae02413-8a32-4478-91c0-e172ae2722f3),segment_id=cae02413-8a32-4478-91c0-e172ae2722f3)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:14:53.359773 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-81fcc317-d0bf-4892-92c1-0660db9b54cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (53b0c2d4-92fc-433b-8c42-c50fb7822bed), precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:53.368668 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eb83f085-5709-4402-a80e-0f990b1cf77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (53b0c2d4-92fc-433b-8c42-c50fb7822bed), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:53.376016 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-81fcc317-d0bf-4892-92c1-0660db9b54cc None None] Calling delete_port for 53b0c2d4-92fc-433b-8c42-c50fb7822bed owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:14:53.394963 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83f085-5709-4402-a80e-0f990b1cf77f admin admin] Pushing event deleted for resources: {'Port': ['ID=53b0c2d4-92fc-433b-8c42-c50fb7822bed,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:53.406194 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb83f085-5709-4402-a80e-0f990b1cf77f admin admin] No DVR routers for this DVR port 53b0c2d4-92fc-433b-8c42-c50fb7822bed on host dv-cinder-740146-14-iscsi {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:14:53.415243 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-2de3fde5-5565-473f-8939-6c199cfae758 admin admin] For port ae06cdad-78cb-49b8-ac49-893a5dc17d71, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=ae06cdad-78cb-49b8-ac49-893a5dc17d71,segment=NetworkSegment(f7c503d7-7470-4171-8604-818764f5f205),segment_id=f7c503d7-7470-4171-8604-818764f5f205)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:14:53.415769 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2de3fde5-5565-473f-8939-6c199cfae758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (ae06cdad-78cb-49b8-ac49-893a5dc17d71), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:53.434581 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-2de3fde5-5565-473f-8939-6c199cfae758 admin admin] Calling delete_port for ae06cdad-78cb-49b8-ac49-893a5dc17d71 owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:14:53.460578 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-81fcc317-d0bf-4892-92c1-0660db9b54cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679'] for port (53b0c2d4-92fc-433b-8c42-c50fb7822bed), after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:53.487098 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eb83f085-5709-4402-a80e-0f990b1cf77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16047135', 'neutron.services.segments.db._delete_segments_for_network-8766925140502'] for network (57391286-1772-4567-97ab-e362432fd092), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:53.487710 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fcc317-d0bf-4892-92c1-0660db9b54cc None None] Pushing event deleted for resources: {'Port': ['ID=53b0c2d4-92fc-433b-8c42-c50fb7822bed,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:53.493066 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fcc317-d0bf-4892-92c1-0660db9b54cc None None] No DVR routers for this DVR port 53b0c2d4-92fc-433b-8c42-c50fb7822bed on host dv-cinder-740146-14-iscsi {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:14:53.523545 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-eb83f085-5709-4402-a80e-0f990b1cf77f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57391286-1772-4567-97ab-e362432fd092']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:53.534162 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-eb83f085-5709-4402-a80e-0f990b1cf77f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cae02413-8a32-4478-91c0-e172ae2722f3') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:53.534467 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-eb83f085-5709-4402-a80e-0f990b1cf77f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cae02413-8a32-4478-91c0-e172ae2722f3') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:53.545984 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eb83f085-5709-4402-a80e-0f990b1cf77f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766925139231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3715454'] for segment (cae02413-8a32-4478-91c0-e172ae2722f3), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:53.559807 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eb83f085-5709-4402-a80e-0f990b1cf77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715'] for segment (cae02413-8a32-4478-91c0-e172ae2722f3), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:53.567416 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb83f085-5709-4402-a80e-0f990b1cf77f admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 03:14:53.567877 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eb83f085-5709-4402-a80e-0f990b1cf77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26187363'] for segment (cae02413-8a32-4478-91c0-e172ae2722f3), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:53.569686 dv-cinder-740146-14-iscsi neutron-server[103365]: Traceback (most recent call last): Mar 11 03:14:53.569686 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 03:14:53.569686 dv-cinder-740146-14-iscsi neutron-server[103365]: timer() Mar 11 03:14:53.569686 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 03:14:53.569686 dv-cinder-740146-14-iscsi neutron-server[103365]: cb(*args, **kw) Mar 11 03:14:53.569686 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 03:14:53.569686 dv-cinder-740146-14-iscsi neutron-server[103365]: return func(*args, **kwargs) Mar 11 03:14:53.569686 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 03:14:53.569686 dv-cinder-740146-14-iscsi neutron-server[103365]: self._notify() Mar 11 03:14:53.569686 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 03:14:53.569686 dv-cinder-740146-14-iscsi neutron-server[103365]: self.callback(batched_events) Mar 11 03:14:53.569686 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 03:14:53.569686 dv-cinder-740146-14-iscsi neutron-server[103365]: event.method(event) Mar 11 03:14:53.569686 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 03:14:53.569686 dv-cinder-740146-14-iscsi neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 03:14:53.569686 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 03:14:53.569686 dv-cinder-740146-14-iscsi neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 03:14:53.569686 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 03:14:53.569686 dv-cinder-740146-14-iscsi neutron-server[103365]: return f(self, *a, **k) Mar 11 03:14:53.569686 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 03:14:53.569686 dv-cinder-740146-14-iscsi neutron-server[103365]: return self._get(url).json() Mar 11 03:14:53.569686 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 03:14:53.569686 dv-cinder-740146-14-iscsi neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 03:14:53.569686 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 03:14:53.569686 dv-cinder-740146-14-iscsi neutron-server[103365]: return self.request(url, 'GET', **kwargs) Mar 11 03:14:53.569686 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 03:14:53.569686 dv-cinder-740146-14-iscsi neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 03:14:53.569686 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 03:14:53.569686 dv-cinder-740146-14-iscsi neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 03:14:53.569686 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 03:14:53.569686 dv-cinder-740146-14-iscsi neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 03:14:53.569686 dv-cinder-740146-14-iscsi neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 03:14:53.629061 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eb83f085-5709-4402-a80e-0f990b1cf77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16047206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740006'] for network (57391286-1772-4567-97ab-e362432fd092), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:53.633806 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eb83f085-5709-4402-a80e-0f990b1cf77f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:53.639819 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-eb83f085-5709-4402-a80e-0f990b1cf77f admin admin] 10.222.0.16 "DELETE /v2.0/networks/57391286-1772-4567-97ab-e362432fd092 HTTP/1.1" status: 204 len: 168 time: 0.6253967 Mar 11 03:14:53.645320 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2de3fde5-5565-473f-8939-6c199cfae758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15272124'] for port (ae06cdad-78cb-49b8-ac49-893a5dc17d71), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:53.652035 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83f085-5709-4402-a80e-0f990b1cf77f admin admin] Pushing event deleted for resources: {'Network': ['ID=57391286-1772-4567-97ab-e362432fd092,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:53.673922 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3fde5-5565-473f-8939-6c199cfae758 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae06cdad-78cb-49b8-ac49-893a5dc17d71,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:53.775917 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 48234) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:14:53.820282 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-2d26c1ce-510d-4a52-8c2f-497cd0e630ea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b27f621c95944166a7ae765f64d15d9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407462 Mar 11 03:14:53.820570 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 48236) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:14:53.862070 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2de3fde5-5565-473f-8939-6c199cfae758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752168'] for router_interface (f64c16ae-eb84-4976-bb0d-79c3a8590dc5), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:53.874950 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-88cf28f8-e612-4907-ad68-20c2f9007508 admin admin] Publish callbacks [] for security_group (d98d13d7-35e8-43b2-a5ea-0972cbca35e9), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:53.897051 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-88cf28f8-e612-4907-ad68-20c2f9007508 admin admin] Publish callbacks [] for security_group (d98d13d7-35e8-43b2-a5ea-0972cbca35e9), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:53.944012 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-88cf28f8-e612-4907-ad68-20c2f9007508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (d98d13d7-35e8-43b2-a5ea-0972cbca35e9), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:53.947011 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-88cf28f8-e612-4907-ad68-20c2f9007508 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:53.948145 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-88cf28f8-e612-4907-ad68-20c2f9007508 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d98d13d7-35e8-43b2-a5ea-0972cbca35e9 HTTP/1.1" status: 204 len: 168 time: 0.1266649 Mar 11 03:14:53.956780 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf28f8-e612-4907-ad68-20c2f9007508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98d13d7-35e8-43b2-a5ea-0972cbca35e9,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:54.100710 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de3fde5-5565-473f-8939-6c199cfae758 admin admin] Router f64c16ae-eb84-4976-bb0d-79c3a8590dc5 has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:14:54.276647 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 48244) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:14:54.313063 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b928a-87dd-4cd1-91d9-284eddb97984 req-57a82d8e-e9f3-42bf-8a5f-15713c6c93e7 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:54.314632 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0f6b928a-87dd-4cd1-91d9-284eddb97984 req-57a82d8e-e9f3-42bf-8a5f-15713c6c93e7 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.18 "GET /v2.0/ports?device_id=19840621-ede7-49be-90a5-c7d48658acb7 HTTP/1.1" status: 200 len: 946 time: 0.0790529 Mar 11 03:14:54.362217 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a971320c-3aa1-4dab-b94f-c51d29584f29 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=157667575899428c9cc8e283317a7f23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0843542 Mar 11 03:14:54.365038 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 48246) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:14:54.456578 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61897342-8a3e-4ec0-ae13-3c9c67fc1d19 admin admin] Publish callbacks [] for security_group (3d28ba0a-4f02-4289-9aa5-b8b9f3301e6d), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:54.468849 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-0f6b928a-87dd-4cd1-91d9-284eddb97984 req-f65c8c1a-f9ae-418f-9ef1-8eb0935ff131 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Deleting port e18e512d-0025-44a4-98f5-12fd254f1569 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:14:54.469186 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0f6b928a-87dd-4cd1-91d9-284eddb97984 req-f65c8c1a-f9ae-418f-9ef1-8eb0935ff131 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (e18e512d-0025-44a4-98f5-12fd254f1569), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:54.485209 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c030529-ca84-4fa9-b150-7c8ea57b0409 req-5c6a2f86-9305-44d8-a3bc-c0142fe85ea1 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:54.486702 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8c030529-ca84-4fa9-b150-7c8ea57b0409 req-5c6a2f86-9305-44d8-a3bc-c0142fe85ea1 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=19840621-ede7-49be-90a5-c7d48658acb7 HTTP/1.1" status: 200 len: 946 time: 0.3336804 Mar 11 03:14:54.501637 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61897342-8a3e-4ec0-ae13-3c9c67fc1d19 admin admin] Publish callbacks [] for security_group (3d28ba0a-4f02-4289-9aa5-b8b9f3301e6d), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:54.512360 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de3fde5-5565-473f-8939-6c199cfae758 admin admin] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:14:54.519377 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-2de3fde5-5565-473f-8939-6c199cfae758 admin admin] 10.222.0.16 "PUT /v2.0/routers/f64c16ae-eb84-4976-bb0d-79c3a8590dc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2344470 Mar 11 03:14:54.525053 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d985c7-2be1-4100-b715-abf7f22eea71 None None] Sync routers for ids ['f64c16ae-eb84-4976-bb0d-79c3a8590dc5'] in dv-cinder-740146-14-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:14:54.525585 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 48248) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:14:54.543208 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d985c7-2be1-4100-b715-abf7f22eea71 None None] Routers {'f64c16ae-eb84-4976-bb0d-79c3a8590dc5'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:14:54.544000 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-71d985c7-2be1-4100-b715-abf7f22eea71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:14:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['f64c16ae-eb84-4976-bb0d-79c3a8590dc5'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:54.592802 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8c030529-ca84-4fa9-b150-7c8ea57b0409 req-0e85e758-8b57-4ccc-9d66-bb12b7394492 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups?id=70ab0a1f-e2bb-40dc-bca5-073fd2b4fc54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975766 Mar 11 03:14:54.664327 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fcff6258-d7ab-4615-be36-544a2d1b4a26 admin admin] Publish callbacks [] for router (f64c16ae-eb84-4976-bb0d-79c3a8590dc5), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:54.664553 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-71d985c7-2be1-4100-b715-abf7f22eea71 None None] Set router f64c16ae-eb84-4976-bb0d-79c3a8590dc5 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:14:54.782250 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fcff6258-d7ab-4615-be36-544a2d1b4a26 admin admin] Publish callbacks [] for router_gateway (f64c16ae-eb84-4976-bb0d-79c3a8590dc5), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:54.834549 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-0f6b928a-87dd-4cd1-91d9-284eddb97984 req-f65c8c1a-f9ae-418f-9ef1-8eb0935ff131 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] For port e18e512d-0025-44a4-98f5-12fd254f1569, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e18e512d-0025-44a4-98f5-12fd254f1569,segment=NetworkSegment(ef342fbb-c25c-49c4-bd38-1f15c79d8ac6),segment_id=ef342fbb-c25c-49c4-bd38-1f15c79d8ac6)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:14:54.835008 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0f6b928a-87dd-4cd1-91d9-284eddb97984 req-f65c8c1a-f9ae-418f-9ef1-8eb0935ff131 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (e18e512d-0025-44a4-98f5-12fd254f1569), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:54.844324 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-fcff6258-d7ab-4615-be36-544a2d1b4a26 admin admin] Deleting port 262549d5-b931-4643-b731-0ec614fbf220 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:14:54.844925 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fcff6258-d7ab-4615-be36-544a2d1b4a26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (262549d5-b931-4643-b731-0ec614fbf220), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:54.852980 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61897342-8a3e-4ec0-ae13-3c9c67fc1d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (3d28ba0a-4f02-4289-9aa5-b8b9f3301e6d), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:54.855580 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-61897342-8a3e-4ec0-ae13-3c9c67fc1d19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:54.858357 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-61897342-8a3e-4ec0-ae13-3c9c67fc1d19 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3d28ba0a-4f02-4289-9aa5-b8b9f3301e6d HTTP/1.1" status: 204 len: 168 time: 0.4923470 Mar 11 03:14:54.864902 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-71d985c7-2be1-4100-b715-abf7f22eea71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'name': 'tempest-AttachVolumeTestJSON-664179423-router', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '262549d5-b931-4643-b731-0ec614fbf220', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:14:53Z', 'revision_number': 5, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'gw_port': {'id': '262549d5-b931-4643-b731-0ec614fbf220', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:dc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:05Z', 'updated_at': '2022-03-11T03:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi'}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:54.897647 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d985c7-2be1-4100-b715-abf7f22eea71 None None] Checking router: f64c16ae-eb84-4976-bb0d-79c3a8590dc5 for host: dv-cinder-740146-14-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:14:54.908578 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61897342-8a3e-4ec0-ae13-3c9c67fc1d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d28ba0a-4f02-4289-9aa5-b8b9f3301e6d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:54.908970 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d985c7-2be1-4100-b715-abf7f22eea71 None None] Routers {'f64c16ae-eb84-4976-bb0d-79c3a8590dc5'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:14:54.909606 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-71d985c7-2be1-4100-b715-abf7f22eea71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:14:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['f64c16ae-eb84-4976-bb0d-79c3a8590dc5'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:54.944635 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-fcff6258-d7ab-4615-be36-544a2d1b4a26 admin admin] For port 262549d5-b931-4643-b731-0ec614fbf220, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=262549d5-b931-4643-b731-0ec614fbf220,segment=NetworkSegment(77d20882-625f-4a13-9566-ab6cf60f2c81),segment_id=77d20882-625f-4a13-9566-ab6cf60f2c81)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:14:54.945149 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fcff6258-d7ab-4615-be36-544a2d1b4a26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (262549d5-b931-4643-b731-0ec614fbf220), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:54.965645 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-fcff6258-d7ab-4615-be36-544a2d1b4a26 admin admin] Calling delete_port for 262549d5-b931-4643-b731-0ec614fbf220 owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:14:55.016887 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-71d985c7-2be1-4100-b715-abf7f22eea71 None None] Set router f64c16ae-eb84-4976-bb0d-79c3a8590dc5 gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:14:55.081095 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0f6b928a-87dd-4cd1-91d9-284eddb97984 req-f65c8c1a-f9ae-418f-9ef1-8eb0935ff131 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:55.081694 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0f6b928a-87dd-4cd1-91d9-284eddb97984 req-f65c8c1a-f9ae-418f-9ef1-8eb0935ff131 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740024'] for floatingip (e5fad280-0b25-4756-9734-6f369c5d816d), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:55.082210 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.db.l3_db [req-0f6b928a-87dd-4cd1-91d9-284eddb97984 req-f65c8c1a-f9ae-418f-9ef1-8eb0935ff131 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Floating IP e5fad280-0b25-4756-9734-6f369c5d816d disassociated. External IP: 172.27.2.15, port: e18e512d-0025-44a4-98f5-12fd254f1569. Mar 11 03:14:55.082824 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-0f6b928a-87dd-4cd1-91d9-284eddb97984 req-f65c8c1a-f9ae-418f-9ef1-8eb0935ff131 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Calling delete_port for e18e512d-0025-44a4-98f5-12fd254f1569 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:14:55.102343 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-71d985c7-2be1-4100-b715-abf7f22eea71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'name': 'tempest-AttachVolumeTestJSON-664179423-router', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:14:54Z', 'revision_number': 6, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'gw_port_host': None}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:55.141555 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d985c7-2be1-4100-b715-abf7f22eea71 None None] The sync data for ids ['f64c16ae-eb84-4976-bb0d-79c3a8590dc5'] in dv-cinder-740146-14-iscsi is: [{'id': 'f64c16ae-eb84-4976-bb0d-79c3a8590dc5', 'name': 'tempest-AttachVolumeTestJSON-664179423-router', 'tenant_id': '0e5431e997864911902bdbf8e8d5d889', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:14:54Z', 'revision_number': 6, 'project_id': '0e5431e997864911902bdbf8e8d5d889', 'gw_port_host': None}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:14:55.220142 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fcff6258-d7ab-4615-be36-544a2d1b4a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15272124'] for port (262549d5-b931-4643-b731-0ec614fbf220), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:55.250282 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff6258-d7ab-4615-be36-544a2d1b4a26 admin admin] Pushing event deleted for resources: {'Port': ['ID=262549d5-b931-4643-b731-0ec614fbf220,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:55.277175 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0f6b928a-87dd-4cd1-91d9-284eddb97984 req-f65c8c1a-f9ae-418f-9ef1-8eb0935ff131 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (e18e512d-0025-44a4-98f5-12fd254f1569), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:55.308340 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c8c1a-f9ae-418f-9ef1-8eb0935ff131 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Pushing event deleted for resources: {'Port': ['ID=e18e512d-0025-44a4-98f5-12fd254f1569,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:55.326232 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fcff6258-d7ab-4615-be36-544a2d1b4a26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1739970'] for router_gateway (f64c16ae-eb84-4976-bb0d-79c3a8590dc5), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:55.425671 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fcff6258-d7ab-4615-be36-544a2d1b4a26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1750349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28411'] for router (f64c16ae-eb84-4976-bb0d-79c3a8590dc5), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:55.427824 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fcff6258-d7ab-4615-be36-544a2d1b4a26 admin admin] Publish callbacks [] for router_controller (f64c16ae-eb84-4976-bb0d-79c3a8590dc5), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:55.445364 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f6b928a-87dd-4cd1-91d9-284eddb97984 req-f65c8c1a-f9ae-418f-9ef1-8eb0935ff131 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Router 85f1d4b4-841e-4e79-b6a3-22bb7b77955c has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:14:55.486240 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fcff6258-d7ab-4615-be36-544a2d1b4a26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1750358'] for router (f64c16ae-eb84-4976-bb0d-79c3a8590dc5), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:55.487077 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcff6258-d7ab-4615-be36-544a2d1b4a26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f64c16ae-eb84-4976-bb0d-79c3a8590dc5 {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 03:14:55.495704 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fcff6258-d7ab-4615-be36-544a2d1b4a26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:55.497944 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-fcff6258-d7ab-4615-be36-544a2d1b4a26 admin admin] 10.222.0.16 "DELETE /v2.0/routers/f64c16ae-eb84-4976-bb0d-79c3a8590dc5 HTTP/1.1" status: 204 len: 168 time: 0.9701962 Mar 11 03:14:55.499610 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 48264) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:14:55.513423 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 53b0c2d4-92fc-433b-8c42-c50fb7822bed no longer exists at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:14:55.539611 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] No Port match for: 53b0c2d4-92fc-433b-8c42-c50fb7822bed {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:14:55.540831 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 53b0c2d4-92fc-433b-8c42-c50fb7822bed not bound to the agent host dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:14:55.560990 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf652a4-efe7-4bc9-8372-e950a12af894 admin admin] Deleting subnet 9d7ee705-0509-4a4b-bcad-7ac46e456173 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 03:14:55.568602 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ddf652a4-efe7-4bc9-8372-e950a12af894 admin admin] Publish callbacks [] for subnet (9d7ee705-0509-4a4b-bcad-7ac46e456173), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:55.610543 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f6b928a-87dd-4cd1-91d9-284eddb97984 req-f65c8c1a-f9ae-418f-9ef1-8eb0935ff131 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:14:55.610979 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ddf652a4-efe7-4bc9-8372-e950a12af894 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25359088'] for subnet (9d7ee705-0509-4a4b-bcad-7ac46e456173), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:55.623931 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340e452f-2cdd-4e05-84eb-4023558d86e1 None None] Sync routers for ids ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'] in dv-cinder-740146-14-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:14:55.644785 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340e452f-2cdd-4e05-84eb-4023558d86e1 None None] Routers {'85f1d4b4-841e-4e79-b6a3-22bb7b77955c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:14:55.646551 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-340e452f-2cdd-4e05-84eb-4023558d86e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:14:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:55.669960 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f6b928a-87dd-4cd1-91d9-284eddb97984 req-f65c8c1a-f9ae-418f-9ef1-8eb0935ff131 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] No DVR routers for this DVR port e18e512d-0025-44a4-98f5-12fd254f1569 on host hv-cinder-74014 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:14:55.674025 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0f6b928a-87dd-4cd1-91d9-284eddb97984 req-f65c8c1a-f9ae-418f-9ef1-8eb0935ff131 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:55.681781 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0f6b928a-87dd-4cd1-91d9-284eddb97984 req-f65c8c1a-f9ae-418f-9ef1-8eb0935ff131 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.18 "DELETE /v2.0/ports/e18e512d-0025-44a4-98f5-12fd254f1569 HTTP/1.1" status: 204 len: 173 time: 1.3613219 Mar 11 03:14:55.684564 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19840621-ede7-49be-90a5-c7d48658acb7', 'name': 'network-vif-deleted', 'tag': 'e18e512d-0025-44a4-98f5-12fd254f1569'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:14:55.698980 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bca842-bbe7-4817-acdc-025d253b753f" -d '{"events": [{"server_uuid": "19840621-ede7-49be-90a5-c7d48658acb7", "name": "network-vif-deleted", "tag": "e18e512d-0025-44a4-98f5-12fd254f1569"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:14:55.733759 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ddf652a4-efe7-4bc9-8372-e950a12af894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16040164'] for subnet (9d7ee705-0509-4a4b-bcad-7ac46e456173), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:55.789378 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc94383d-8448-4966-9f04-248f4260aefe x-openstack-request-id: req-dc94383d-8448-4966-9f04-248f4260aefe {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:14:55.789794 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19840621-ede7-49be-90a5-c7d48658acb7", "name": "network-vif-deleted", "tag": "e18e512d-0025-44a4-98f5-12fd254f1569", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:14:55.790225 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc94383d-8448-4966-9f04-248f4260aefe {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:14:55.790880 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19840621-ede7-49be-90a5-c7d48658acb7', 'name': 'network-vif-deleted', 'tag': 'e18e512d-0025-44a4-98f5-12fd254f1569', 'status': 'completed', 'code': 200} Mar 11 03:14:55.818834 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8e2d946c-1c02-4ea6-aa6a-d32380f0fc2e req-ba33f617-66c2-4b14-8e4d-4c35de90ef12 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=19840621-ede7-49be-90a5-c7d48658acb7 HTTP/1.1" status: 200 len: 210 time: 0.0495129 Mar 11 03:14:55.878399 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 48276) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:14:55.886089 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ddf652a4-efe7-4bc9-8372-e950a12af894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16040175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15272083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201998'] for subnet (9d7ee705-0509-4a4b-bcad-7ac46e456173), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:55.913397 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf652a4-efe7-4bc9-8372-e950a12af894 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d7ee705-0509-4a4b-bcad-7ac46e456173,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:55.917057 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-ddf652a4-efe7-4bc9-8372-e950a12af894 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:55.923519 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 48280) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:14:55.934474 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-ddf652a4-efe7-4bc9-8372-e950a12af894 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9d7ee705-0509-4a4b-bcad-7ac46e456173 HTTP/1.1" status: 204 len: 168 time: 0.4336438 Mar 11 03:14:55.963846 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-340e452f-2cdd-4e05-84eb-4023558d86e1 None None] Set router 85f1d4b4-841e-4e79-b6a3-22bb7b77955c gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:14:56.017199 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-da53193b-b844-45f3-be54-39d9c8fcbb43 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1314935413-network', 'tenant_id': '35782709df5e4313b93edef74cf56852'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:14:56.042712 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-436a1192-33c0-4f89-ac72-eb51a89e3dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16082977'] for network (f37c9105-a6f8-4fcf-a203-248706ae8fe4), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:56.051350 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da53193b-b844-45f3-be54-39d9c8fcbb43 admin admin] Made reservation on behalf of 35782709df5e4313b93edef74cf56852 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:14:56.053947 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-da53193b-b844-45f3-be54-39d9c8fcbb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for network (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:56.068699 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-da53193b-b844-45f3-be54-39d9c8fcbb43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:56.116200 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-436a1192-33c0-4f89-ac72-eb51a89e3dfb admin admin] Deleting port 7c9d96b7-4654-47fc-bc45-cbb436598157 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:14:56.116556 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-436a1192-33c0-4f89-ac72-eb51a89e3dfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (7c9d96b7-4654-47fc-bc45-cbb436598157), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:56.121703 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3c1a71-a177-4970-8dc6-192e66d60764 None None] Network f37c9105-a6f8-4fcf-a203-248706ae8fe4 requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:14:56.182233 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-da53193b-b844-45f3-be54-39d9c8fcbb43 admin admin] Publish callbacks [] for security_group (23da25f6-5858-4a4f-bc6b-3defc420b936), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:56.188797 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-da53193b-b844-45f3-be54-39d9c8fcbb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (23da25f6-5858-4a4f-bc6b-3defc420b936), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:56.222678 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da53193b-b844-45f3-be54-39d9c8fcbb43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 03:14:56.245543 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53193b-b844-45f3-be54-39d9c8fcbb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23da25f6-5858-4a4f-bc6b-3defc420b936,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:56.250381 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-436a1192-33c0-4f89-ac72-eb51a89e3dfb admin admin] For port 7c9d96b7-4654-47fc-bc45-cbb436598157, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=7c9d96b7-4654-47fc-bc45-cbb436598157,segment=NetworkSegment(f7c503d7-7470-4171-8604-818764f5f205),segment_id=f7c503d7-7470-4171-8604-818764f5f205)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:14:56.250665 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-da53193b-b844-45f3-be54-39d9c8fcbb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715'] for segment (7f40feb2-6419-48b9-817e-48dcb6686157), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:56.250770 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-436a1192-33c0-4f89-ac72-eb51a89e3dfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (7c9d96b7-4654-47fc-bc45-cbb436598157), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:56.250953 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.db.segments_db [None req-da53193b-b844-45f3-be54-39d9c8fcbb43 admin admin] Added segment 7f40feb2-6419-48b9-817e-48dcb6686157 of type vlan for network 40900669-df90-4f82-b7ae-055eaee2edde Mar 11 03:14:56.273483 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-340e452f-2cdd-4e05-84eb-4023558d86e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'name': 'tempest-AttachVolumeNegativeTest-1651227581-router', 'tenant_id': '717229175a63443abe76773a02a79818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:43Z', 'revision_number': 4, 'project_id': '717229175a63443abe76773a02a79818', 'gw_port': {'id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '8da53b0d-6348-40da-9feb-9dadaf4fc389', 'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'tenant_id': '717229175a63443abe76773a02a79818', 'mac_address': 'fa:16:3e:bf:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:42Z', 'updated_at': '2022-03-11T03:12:46Z', 'revision_number': 5, 'project_id': '717229175a63443abe76773a02a79818', 'subnets': [{'id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:56.273692 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-436a1192-33c0-4f89-ac72-eb51a89e3dfb admin admin] Calling delete_port for 7c9d96b7-4654-47fc-bc45-cbb436598157 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:14:56.311622 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-da53193b-b844-45f3-be54-39d9c8fcbb43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766924714680'] for network (40900669-df90-4f82-b7ae-055eaee2edde), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:56.341789 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340e452f-2cdd-4e05-84eb-4023558d86e1 None None] Checking router: 85f1d4b4-841e-4e79-b6a3-22bb7b77955c for host: dv-cinder-740146-14-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:14:56.356114 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340e452f-2cdd-4e05-84eb-4023558d86e1 None None] Routers {'85f1d4b4-841e-4e79-b6a3-22bb7b77955c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:14:56.356807 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-340e452f-2cdd-4e05-84eb-4023558d86e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:14:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:56.366958 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-da53193b-b844-45f3-be54-39d9c8fcbb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591'] for network (40900669-df90-4f82-b7ae-055eaee2edde), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:56.368123 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da53193b-b844-45f3-be54-39d9c8fcbb43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:56.368819 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-da53193b-b844-45f3-be54-39d9c8fcbb43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:56.394690 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86099018-90de-421b-8ce8-81d278478c13 None None] DHCP port deletion for f37c9105-a6f8-4fcf-a203-248706ae8fe4 request from dv-cinder-740146-14-iscsi {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 03:14:56.401978 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-436a1192-33c0-4f89-ac72-eb51a89e3dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (7c9d96b7-4654-47fc-bc45-cbb436598157), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:56.431357 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-da53193b-b844-45f3-be54-39d9c8fcbb43 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5480962 Mar 11 03:14:56.431357 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 48282) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:14:56.433959 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-86099018-90de-421b-8ce8-81d278478c13 None None] The port '7c9d96b7-4654-47fc-bc45-cbb436598157' was deleted {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Mar 11 03:14:56.442080 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-6f6f477f-8644-4461-b47d-dc90ff4fdf6b admin admin] Request body: {'subnet': {'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1314935413-subnet', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:14:56.447661 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a1192-33c0-4f89-ac72-eb51a89e3dfb admin admin] Pushing event deleted for resources: {'Port': ['ID=7c9d96b7-4654-47fc-bc45-cbb436598157,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:56.451665 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436a1192-33c0-4f89-ac72-eb51a89e3dfb admin admin] No DVR routers for this DVR port 7c9d96b7-4654-47fc-bc45-cbb436598157 on host dv-cinder-740146-14-iscsi {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:14:56.507432 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53193b-b844-45f3-be54-39d9c8fcbb43 admin admin] Pushing event updated for resources: {'Network': ['ID=40900669-df90-4f82-b7ae-055eaee2edde,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:56.510505 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6f477f-8644-4461-b47d-dc90ff4fdf6b admin admin] Made reservation on behalf of 35782709df5e4313b93edef74cf56852 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:14:56.513789 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6f6f477f-8644-4461-b47d-dc90ff4fdf6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25202025'] for subnet (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:56.514568 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-340e452f-2cdd-4e05-84eb-4023558d86e1 None None] Set router 85f1d4b4-841e-4e79-b6a3-22bb7b77955c gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:14:56.522200 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Network 40900669-df90-4f82-b7ae-055eaee2edde details requested by agent ovs-agent-dv-cinder-740146-14-iscsi with host dv-cinder-740146-14-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 03:14:56.558186 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-436a1192-33c0-4f89-ac72-eb51a89e3dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16047135', 'neutron.services.segments.db._delete_segments_for_network-8766925140502'] for network (f37c9105-a6f8-4fcf-a203-248706ae8fe4), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:56.580450 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-436a1192-33c0-4f89-ac72-eb51a89e3dfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37c9105-a6f8-4fcf-a203-248706ae8fe4']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:56.605876 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-436a1192-33c0-4f89-ac72-eb51a89e3dfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7c503d7-7470-4171-8604-818764f5f205') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:56.606185 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-436a1192-33c0-4f89-ac72-eb51a89e3dfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7c503d7-7470-4171-8604-818764f5f205') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:56.616998 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-436a1192-33c0-4f89-ac72-eb51a89e3dfb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766925139231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3715454'] for segment (f7c503d7-7470-4171-8604-818764f5f205), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:56.632987 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-436a1192-33c0-4f89-ac72-eb51a89e3dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715'] for segment (f7c503d7-7470-4171-8604-818764f5f205), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:56.640978 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-436a1192-33c0-4f89-ac72-eb51a89e3dfb admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 03:14:56.641324 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-436a1192-33c0-4f89-ac72-eb51a89e3dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26187363'] for segment (f7c503d7-7470-4171-8604-818764f5f205), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:56.643430 dv-cinder-740146-14-iscsi neutron-server[103365]: Traceback (most recent call last): Mar 11 03:14:56.643430 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 03:14:56.643430 dv-cinder-740146-14-iscsi neutron-server[103365]: timer() Mar 11 03:14:56.643430 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 03:14:56.643430 dv-cinder-740146-14-iscsi neutron-server[103365]: cb(*args, **kw) Mar 11 03:14:56.643430 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 03:14:56.643430 dv-cinder-740146-14-iscsi neutron-server[103365]: return func(*args, **kwargs) Mar 11 03:14:56.643430 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 03:14:56.643430 dv-cinder-740146-14-iscsi neutron-server[103365]: self._notify() Mar 11 03:14:56.643430 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 03:14:56.643430 dv-cinder-740146-14-iscsi neutron-server[103365]: self.callback(batched_events) Mar 11 03:14:56.643430 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 03:14:56.643430 dv-cinder-740146-14-iscsi neutron-server[103365]: event.method(event) Mar 11 03:14:56.643430 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 03:14:56.643430 dv-cinder-740146-14-iscsi neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 03:14:56.643430 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 03:14:56.643430 dv-cinder-740146-14-iscsi neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 03:14:56.643430 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 03:14:56.643430 dv-cinder-740146-14-iscsi neutron-server[103365]: return f(self, *a, **k) Mar 11 03:14:56.643430 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 03:14:56.643430 dv-cinder-740146-14-iscsi neutron-server[103365]: return self._get(url).json() Mar 11 03:14:56.643430 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 03:14:56.643430 dv-cinder-740146-14-iscsi neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 03:14:56.643430 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 03:14:56.643430 dv-cinder-740146-14-iscsi neutron-server[103365]: return self.request(url, 'GET', **kwargs) Mar 11 03:14:56.643430 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 03:14:56.643430 dv-cinder-740146-14-iscsi neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 03:14:56.643430 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 03:14:56.643430 dv-cinder-740146-14-iscsi neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 03:14:56.643430 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 03:14:56.643430 dv-cinder-740146-14-iscsi neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 03:14:56.643430 dv-cinder-740146-14-iscsi neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 03:14:56.708044 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-436a1192-33c0-4f89-ac72-eb51a89e3dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16047206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740006'] for network (f37c9105-a6f8-4fcf-a203-248706ae8fe4), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:56.715621 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-436a1192-33c0-4f89-ac72-eb51a89e3dfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:56.719642 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-436a1192-33c0-4f89-ac72-eb51a89e3dfb admin admin] 10.222.0.16 "DELETE /v2.0/networks/f37c9105-a6f8-4fcf-a203-248706ae8fe4 HTTP/1.1" status: 204 len: 168 time: 0.7950354 Mar 11 03:14:56.729298 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a1192-33c0-4f89-ac72-eb51a89e3dfb admin admin] Pushing event deleted for resources: {'Network': ['ID=f37c9105-a6f8-4fcf-a203-248706ae8fe4,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:56.745906 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6f6f477f-8644-4461-b47d-dc90ff4fdf6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15272144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201991'] for subnet (a2b4a50b-7f36-4ec6-b3c7-892482e45a07), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:56.760390 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-340e452f-2cdd-4e05-84eb-4023558d86e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'name': 'tempest-AttachVolumeNegativeTest-1651227581-router', 'tenant_id': '717229175a63443abe76773a02a79818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:43Z', 'revision_number': 4, 'project_id': '717229175a63443abe76773a02a79818', 'gw_port': {'id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '8da53b0d-6348-40da-9feb-9dadaf4fc389', 'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'tenant_id': '717229175a63443abe76773a02a79818', 'mac_address': 'fa:16:3e:bf:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:42Z', 'updated_at': '2022-03-11T03:12:46Z', 'revision_number': 5, 'project_id': '717229175a63443abe76773a02a79818', 'subnets': [{'id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:56.789587 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340e452f-2cdd-4e05-84eb-4023558d86e1 None None] The sync data for ids ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'] in dv-cinder-740146-14-iscsi is: [{'id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'name': 'tempest-AttachVolumeNegativeTest-1651227581-router', 'tenant_id': '717229175a63443abe76773a02a79818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:43Z', 'revision_number': 4, 'project_id': '717229175a63443abe76773a02a79818', 'gw_port': {'id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '8da53b0d-6348-40da-9feb-9dadaf4fc389', 'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'tenant_id': '717229175a63443abe76773a02a79818', 'mac_address': 'fa:16:3e:bf:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:42Z', 'updated_at': '2022-03-11T03:12:46Z', 'revision_number': 5, 'project_id': '717229175a63443abe76773a02a79818', 'subnets': [{'id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:14:56.812290 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f477f-8644-4461-b47d-dc90ff4fdf6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2b4a50b-7f36-4ec6-b3c7-892482e45a07,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:56.822162 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6f477f-8644-4461-b47d-dc90ff4fdf6b admin admin] Checking segment: {'id': '7f40feb2-6419-48b9-817e-48dcb6686157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:14:56.822606 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6f477f-8644-4461-b47d-dc90ff4fdf6b admin admin] Network hostable DHCP agents. Network: 40900669-df90-4f82-b7ae-055eaee2edde, hostable agents: ['25b14703-b87e-4c0b-89d2-d56e1080c9ba'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 03:14:56.842485 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6f477f-8644-4461-b47d-dc90ff4fdf6b admin admin] Network 40900669-df90-4f82-b7ae-055eaee2edde is scheduled to be hosted by DHCP agent 25b14703-b87e-4c0b-89d2-d56e1080c9ba with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 03:14:56.854240 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-6f6f477f-8644-4461-b47d-dc90ff4fdf6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-14-iscsi, 40900669-df90-4f82-b7ae-055eaee2edde) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:14:56.859166 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6f477f-8644-4461-b47d-dc90ff4fdf6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:14:56.860144 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6f6f477f-8644-4461-b47d-dc90ff4fdf6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:56.867074 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310db926-24cb-4b04-a815-ade948512536 None None] Network 40900669-df90-4f82-b7ae-055eaee2edde requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:14:56.869359 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 48288) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:14:56.890018 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-6f6f477f-8644-4461-b47d-dc90ff4fdf6b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4552953 Mar 11 03:14:56.890315 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 48290) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:14:56.894697 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-53968f1d-ce8e-4182-9c25-85285303fcf4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1314935413-router', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:14:56.923496 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-53968f1d-ce8e-4182-9c25-85285303fcf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1752359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28309'] for router (5a771705-699a-4c0b-8dbc-c83a77811843), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:56.924563 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-53968f1d-ce8e-4182-9c25-85285303fcf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1739889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1673446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28290'] for router (5a771705-699a-4c0b-8dbc-c83a77811843), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:56.951771 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-c933a150-1cdf-4ddd-a6b7-7bc638de46ef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0e5431e997864911902bdbf8e8d5d889&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0806477 Mar 11 03:14:56.952498 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 48294) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:14:56.957048 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 48296) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:14:57.002734 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-53968f1d-ce8e-4182-9c25-85285303fcf4 admin admin] Publish callbacks [] for router_controller (5a771705-699a-4c0b-8dbc-c83a77811843), precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:57.020361 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eea42316-e893-4a17-bff1-03c7df64312c tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group (70ab0a1f-e2bb-40dc-bca5-073fd2b4fc54), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:57.033142 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02473865-f17f-4cb4-a7fd-a5b7f9bff1f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4ad6dfa-f40d-5411-b00e-f667c827405f-40900669-df90-4f82-b7ae-055eaee2edde', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'project_id': '35782709df5e4313b93edef74cf56852', 'fixed_ips': [{'subnet_id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07'}]}} from dv-cinder-740146-14-iscsi. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 03:14:57.034263 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-02473865-f17f-4cb4-a7fd-a5b7f9bff1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:57.062030 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eea42316-e893-4a17-bff1-03c7df64312c tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group (70ab0a1f-e2bb-40dc-bca5-073fd2b4fc54), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:57.148623 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eeed1c99-22fa-4828-86e2-b165432865db admin admin] Publish callbacks [] for security_group (84d91d2e-651e-4a2a-b754-68eb48f014cc), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:57.161104 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eea42316-e893-4a17-bff1-03c7df64312c tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (70ab0a1f-e2bb-40dc-bca5-073fd2b4fc54), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:57.163828 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-eea42316-e893-4a17-bff1-03c7df64312c tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:57.167489 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-eea42316-e893-4a17-bff1-03c7df64312c tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "DELETE /v2.0/security-groups/70ab0a1f-e2bb-40dc-bca5-073fd2b4fc54 HTTP/1.1" status: 204 len: 168 time: 0.2114909 Mar 11 03:14:57.168250 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 48298) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:14:57.186276 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea42316-e893-4a17-bff1-03c7df64312c tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ab0a1f-e2bb-40dc-bca5-073fd2b4fc54,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:57.189477 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.api.v2.resource [None req-88cfd953-8849-475d-a9b9-31541c12c619 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] show failed (client error): The resource could not be found. Mar 11 03:14:57.193281 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-88cfd953-8849-475d-a9b9-31541c12c619 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups/70ab0a1f-e2bb-40dc-bca5-073fd2b4fc54 HTTP/1.1" status: 404 len: 347 time: 0.0214410 Mar 11 03:14:57.193715 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 48300) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:14:57.227886 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-02473865-f17f-4cb4-a7fd-a5b7f9bff1f5 None None] Allocated IP 172.20.0.2 (40900669-df90-4f82-b7ae-055eaee2edde/a2b4a50b-7f36-4ec6-b3c7-892482e45a07/2a365c72-fd8b-495f-916c-54e1f7a5f337) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:14:57.235067 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-53968f1d-ce8e-4182-9c25-85285303fcf4 admin admin] Publish callbacks [] for router_gateway (5a771705-699a-4c0b-8dbc-c83a77811843), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:57.243818 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eeed1c99-22fa-4828-86e2-b165432865db admin admin] Publish callbacks [] for security_group (84d91d2e-651e-4a2a-b754-68eb48f014cc), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:57.248714 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device ae06cdad-78cb-49b8-ac49-893a5dc17d71 no longer exists at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:14:57.253490 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1654a94d-fc35-4705-bdeb-ef8639353ac2 None None] New status for floating IP e5fad280-0b25-4756-9734-6f369c5d816d: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 03:14:57.328056 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-ee95a934-eb52-471e-94c0-2e346daf6095 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Deleting port 69eb1dcb-eff7-415c-8943-3bcc8e09f531 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:14:57.328535 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ee95a934-eb52-471e-94c0-2e346daf6095 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (69eb1dcb-eff7-415c-8943-3bcc8e09f531), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:57.332485 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] No Port match for: ae06cdad-78cb-49b8-ac49-893a5dc17d71 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:14:57.332841 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device ae06cdad-78cb-49b8-ac49-893a5dc17d71 not bound to the agent host dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:14:57.333273 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 7c9d96b7-4654-47fc-bc45-cbb436598157 no longer exists at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:14:57.356518 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eeed1c99-22fa-4828-86e2-b165432865db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (84d91d2e-651e-4a2a-b754-68eb48f014cc), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:57.360288 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eeed1c99-22fa-4828-86e2-b165432865db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:57.361432 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-eeed1c99-22fa-4828-86e2-b165432865db admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/84d91d2e-651e-4a2a-b754-68eb48f014cc HTTP/1.1" status: 204 len: 168 time: 0.4034634 Mar 11 03:14:57.373721 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed1c99-22fa-4828-86e2-b165432865db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d91d2e-651e-4a2a-b754-68eb48f014cc,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:57.411461 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] No Port match for: 7c9d96b7-4654-47fc-bc45-cbb436598157 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:14:57.412072 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 7c9d96b7-4654-47fc-bc45-cbb436598157 not bound to the agent host dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:14:57.412572 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 262549d5-b931-4643-b731-0ec614fbf220 no longer exists at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:14:57.430311 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ee95a934-eb52-471e-94c0-2e346daf6095 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (69eb1dcb-eff7-415c-8943-3bcc8e09f531), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:57.431403 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ee95a934-eb52-471e-94c0-2e346daf6095 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for floatingip (69eb1dcb-eff7-415c-8943-3bcc8e09f531), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:57.446122 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-ee95a934-eb52-471e-94c0-2e346daf6095 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Calling delete_port for 69eb1dcb-eff7-415c-8943-3bcc8e09f531 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:14:57.502776 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] No Port match for: 262549d5-b931-4643-b731-0ec614fbf220 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:14:57.503280 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 262549d5-b931-4643-b731-0ec614fbf220 not bound to the agent host dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:14:57.552924 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-53968f1d-ce8e-4182-9c25-85285303fcf4 admin admin] Publish callbacks [] for router_gateway (5a771705-699a-4c0b-8dbc-c83a77811843), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:57.586184 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-53968f1d-ce8e-4182-9c25-85285303fcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:57.627540 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-02473865-f17f-4cb4-a7fd-a5b7f9bff1f5 None None] Publish callbacks [] for port (2a365c72-fd8b-495f-916c-54e1f7a5f337), precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:57.637046 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-02473865-f17f-4cb4-a7fd-a5b7f9bff1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670'] for port (2a365c72-fd8b-495f-916c-54e1f7a5f337), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:57.637744 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ee95a934-eb52-471e-94c0-2e346daf6095 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (69eb1dcb-eff7-415c-8943-3bcc8e09f531), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:57.681134 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee95a934-eb52-471e-94c0-2e346daf6095 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Pushing event deleted for resources: {'Port': ['ID=69eb1dcb-eff7-415c-8943-3bcc8e09f531,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:57.689072 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02473865-f17f-4cb4-a7fd-a5b7f9bff1f5 None None] Network 40900669-df90-4f82-b7ae-055eaee2edde is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:14:57.692043 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-02473865-f17f-4cb4-a7fd-a5b7f9bff1f5 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:14:57.696415 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02473865-f17f-4cb4-a7fd-a5b7f9bff1f5 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:14:57.699680 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02473865-f17f-4cb4-a7fd-a5b7f9bff1f5 None None] Pushing event updated for resources: {'Port': ['ID=2a365c72-fd8b-495f-916c-54e1f7a5f337,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:57.763298 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ee95a934-eb52-471e-94c0-2e346daf6095 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for floatingip (e5fad280-0b25-4756-9734-6f369c5d816d), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:57.766394 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ee95a934-eb52-471e-94c0-2e346daf6095 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:57.769009 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-53968f1d-ce8e-4182-9c25-85285303fcf4 admin admin] Allocated IP 172.27.2.228 (9b47ca21-aede-450a-93e7-0e4b22f1eaa6/91a34137-7039-479a-a714-41dcecc02d59/193d8c61-dfff-43ef-a7c9-d8946b0e5f03) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:14:57.783388 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-ee95a934-eb52-471e-94c0-2e346daf6095 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "DELETE /v2.0/floatingips/e5fad280-0b25-4756-9734-6f369c5d816d HTTP/1.1" status: 204 len: 168 time: 0.5766802 Mar 11 03:14:57.783618 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-02473865-f17f-4cb4-a7fd-a5b7f9bff1f5 None None] Attempting to bind port 2a365c72-fd8b-495f-916c-54e1f7a5f337 on host dv-cinder-740146-14-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:14:57.783618 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-02473865-f17f-4cb4-a7fd-a5b7f9bff1f5 None None] Attempting to bind port 2a365c72-fd8b-495f-916c-54e1f7a5f337 by drivers openvswitch,hyperv on host dv-cinder-740146-14-iscsi at level 0 using segments [{'id': '7f40feb2-6419-48b9-817e-48dcb6686157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:14:57.783618 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02473865-f17f-4cb4-a7fd-a5b7f9bff1f5 None None] Attempting to bind port 2a365c72-fd8b-495f-916c-54e1f7a5f337 on network 40900669-df90-4f82-b7ae-055eaee2edde {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:14:57.783618 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02473865-f17f-4cb4-a7fd-a5b7f9bff1f5 None None] Checking agent: {'id': '4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 1, 6), 'started_at': datetime.datetime(2022, 3, 11, 3, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:14:57.783618 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02473865-f17f-4cb4-a7fd-a5b7f9bff1f5 None None] Checking segment: {'id': '7f40feb2-6419-48b9-817e-48dcb6686157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:14:57.783618 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-02473865-f17f-4cb4-a7fd-a5b7f9bff1f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:57.783618 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02473865-f17f-4cb4-a7fd-a5b7f9bff1f5 None None] Bound using segment: {'id': '7f40feb2-6419-48b9-817e-48dcb6686157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:14:57.784459 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-02473865-f17f-4cb4-a7fd-a5b7f9bff1f5 None None] Bound port: 2a365c72-fd8b-495f-916c-54e1f7a5f337, host: dv-cinder-740146-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f40feb2-6419-48b9-817e-48dcb6686157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:14:57.784901 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-02473865-f17f-4cb4-a7fd-a5b7f9bff1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (2a365c72-fd8b-495f-916c-54e1f7a5f337), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:57.866201 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-02473865-f17f-4cb4-a7fd-a5b7f9bff1f5 None None] For port 2a365c72-fd8b-495f-916c-54e1f7a5f337, host dv-cinder-740146-14-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:14:57.869384 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-02473865-f17f-4cb4-a7fd-a5b7f9bff1f5 None None] For port 2a365c72-fd8b-495f-916c-54e1f7a5f337, host dv-cinder-740146-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=2a365c72-fd8b-495f-916c-54e1f7a5f337,segment=NetworkSegment(7f40feb2-6419-48b9-817e-48dcb6686157),segment_id=7f40feb2-6419-48b9-817e-48dcb6686157)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:14:57.877488 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-02473865-f17f-4cb4-a7fd-a5b7f9bff1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (2a365c72-fd8b-495f-916c-54e1f7a5f337), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:57.896423 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-53968f1d-ce8e-4182-9c25-85285303fcf4 admin admin] Publish callbacks [] for port (193d8c61-dfff-43ef-a7c9-d8946b0e5f03), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:57.944444 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02473865-f17f-4cb4-a7fd-a5b7f9bff1f5 None None] Pushing event updated for resources: {'Port': ['ID=2a365c72-fd8b-495f-916c-54e1f7a5f337,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:57.956182 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-53968f1d-ce8e-4182-9c25-85285303fcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15272124'] for port (193d8c61-dfff-43ef-a7c9-d8946b0e5f03), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:57.998290 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53968f1d-ce8e-4182-9c25-85285303fcf4 admin admin] Pushing event updated for resources: {'Port': ['ID=193d8c61-dfff-43ef-a7c9-d8946b0e5f03,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:58.014471 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53968f1d-ce8e-4182-9c25-85285303fcf4 admin admin] Network 9b47ca21-aede-450a-93e7-0e4b22f1eaa6 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:14:58.015992 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-53968f1d-ce8e-4182-9c25-85285303fcf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:14:58.018561 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53968f1d-ce8e-4182-9c25-85285303fcf4 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:14:58.184030 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 48322) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:14:58.189167 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-1c2ee211-d5cc-42a6-bafe-73c406fa247e tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1763955450', 'description': 'tempest-description--1359217423'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:14:58.220572 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1c2ee211-d5cc-42a6-bafe-73c406fa247e tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:58.318291 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1c2ee211-d5cc-42a6-bafe-73c406fa247e tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group (82d57fab-773f-489d-99af-5d27f23daf46), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:58.323399 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1c2ee211-d5cc-42a6-bafe-73c406fa247e tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (82d57fab-773f-489d-99af-5d27f23daf46), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:58.380723 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1c2ee211-d5cc-42a6-bafe-73c406fa247e tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:58.385198 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-1c2ee211-d5cc-42a6-bafe-73c406fa247e tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2003882 Mar 11 03:14:58.385896 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 48326) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:14:58.391437 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-ecac840c-21d3-4e44-8c94-88207a880be6 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Request body: {'security_group_rule': {'security_group_id': '82d57fab-773f-489d-99af-5d27f23daf46', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:14:58.399717 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ee211-d5cc-42a6-bafe-73c406fa247e tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82d57fab-773f-489d-99af-5d27f23daf46,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:58.424699 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ecac840c-21d3-4e44-8c94-88207a880be6 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group_rule (50834536-69df-4c6d-81e4-9b5931484b08), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:58.431133 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-53968f1d-ce8e-4182-9c25-85285303fcf4 admin admin] Publish callbacks [] for router_gateway (5a771705-699a-4c0b-8dbc-c83a77811843), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:58.490445 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ecac840c-21d3-4e44-8c94-88207a880be6 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group_rule (50834536-69df-4c6d-81e4-9b5931484b08), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:58.494628 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ecac840c-21d3-4e44-8c94-88207a880be6 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674351'] for security_group_rule (50834536-69df-4c6d-81e4-9b5931484b08), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:58.518053 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac840c-21d3-4e44-8c94-88207a880be6 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50834536-69df-4c6d-81e4-9b5931484b08,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:58.524678 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ecac840c-21d3-4e44-8c94-88207a880be6 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:58.526057 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-ecac840c-21d3-4e44-8c94-88207a880be6 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1388893 Mar 11 03:14:58.528646 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 48332) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:14:58.533792 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-2273301f-5035-441b-a164-7e3fcb9d6939 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Request body: {'security_group_rule': {'security_group_id': '82d57fab-773f-489d-99af-5d27f23daf46', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:14:58.561272 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2273301f-5035-441b-a164-7e3fcb9d6939 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group_rule (a47b9993-96dd-4157-99e4-83925087756f), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:58.623234 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2273301f-5035-441b-a164-7e3fcb9d6939 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group_rule (a47b9993-96dd-4157-99e4-83925087756f), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:58.627996 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2273301f-5035-441b-a164-7e3fcb9d6939 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674351'] for security_group_rule (a47b9993-96dd-4157-99e4-83925087756f), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:58.630433 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device e18e512d-0025-44a4-98f5-12fd254f1569 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:14:58.647708 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2273301f-5035-441b-a164-7e3fcb9d6939 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a47b9993-96dd-4157-99e4-83925087756f,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:58.651732 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] No Port match for: e18e512d-0025-44a4-98f5-12fd254f1569 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:14:58.652058 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device e18e512d-0025-44a4-98f5-12fd254f1569 not bound to the agent host hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:14:58.658328 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2273301f-5035-441b-a164-7e3fcb9d6939 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:58.659648 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-2273301f-5035-441b-a164-7e3fcb9d6939 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1294634 Mar 11 03:14:58.662654 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 48336) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:14:58.667153 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-5634303a-b68f-4425-9ec2-62f32dfd12ff tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Request body: {'floatingip': {'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:14:58.689149 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5634303a-b68f-4425-9ec2-62f32dfd12ff tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:58.692039 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-53968f1d-ce8e-4182-9c25-85285303fcf4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1752476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1739806'] for router (5a771705-699a-4c0b-8dbc-c83a77811843), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:58.801677 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5634303a-b68f-4425-9ec2-62f32dfd12ff tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:58.880618 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53968f1d-ce8e-4182-9c25-85285303fcf4 admin admin] Router 5a771705-699a-4c0b-8dbc-c83a77811843 is scheduled to L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 03:14:58.924644 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-5634303a-b68f-4425-9ec2-62f32dfd12ff tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Allocated IP 172.27.2.165 (9b47ca21-aede-450a-93e7-0e4b22f1eaa6/91a34137-7039-479a-a714-41dcecc02d59/d7a04afe-4f3f-44bd-8f5d-70ccad2918a9) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:14:59.084309 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53968f1d-ce8e-4182-9c25-85285303fcf4 admin admin] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:14:59.087949 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3adecc53-83fb-4c30-a446-dfbacf299dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:59.100675 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4502f40a-d590-45e3-a119-7cb1a01fc3f5 None None] Sync routers for ids ['5a771705-699a-4c0b-8dbc-c83a77811843'] in dv-cinder-740146-14-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:14:59.117779 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-53968f1d-ce8e-4182-9c25-85285303fcf4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:59.119662 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-53968f1d-ce8e-4182-9c25-85285303fcf4 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2279637 Mar 11 03:14:59.121757 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 48346) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:14:59.123155 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4502f40a-d590-45e3-a119-7cb1a01fc3f5 None None] Routers {'5a771705-699a-4c0b-8dbc-c83a77811843'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:14:59.124195 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-4502f40a-d590-45e3-a119-7cb1a01fc3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:14:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['5a771705-699a-4c0b-8dbc-c83a77811843'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:59.139523 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5634303a-b68f-4425-9ec2-62f32dfd12ff tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for port (d7a04afe-4f3f-44bd-8f5d-70ccad2918a9), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:59.191482 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5634303a-b68f-4425-9ec2-62f32dfd12ff tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (d7a04afe-4f3f-44bd-8f5d-70ccad2918a9), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:59.192182 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 2a365c72-fd8b-495f-916c-54e1f7a5f337 up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:14:59.234758 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77b93b3-1426-49dd-800c-387f817f73f7 None None] Network 40900669-df90-4f82-b7ae-055eaee2edde requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:14:59.244892 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5634303a-b68f-4425-9ec2-62f32dfd12ff tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Network 9b47ca21-aede-450a-93e7-0e4b22f1eaa6 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:14:59.250506 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-5634303a-b68f-4425-9ec2-62f32dfd12ff tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:14:59.254835 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5634303a-b68f-4425-9ec2-62f32dfd12ff tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:14:59.261373 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634303a-b68f-4425-9ec2-62f32dfd12ff tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Pushing event updated for resources: {'Port': ['ID=d7a04afe-4f3f-44bd-8f5d-70ccad2918a9,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:59.272050 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-4502f40a-d590-45e3-a119-7cb1a01fc3f5 None None] Set router 5a771705-699a-4c0b-8dbc-c83a77811843 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:14:59.345595 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-5bd18783-f7c6-43f4-8bda-4b6e2209a973 None None] Provisioning complete for port 2a365c72-fd8b-495f-916c-54e1f7a5f337 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:14:59.346004 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5bd18783-f7c6-43f4-8bda-4b6e2209a973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (2a365c72-fd8b-495f-916c-54e1f7a5f337), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:59.384021 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5634303a-b68f-4425-9ec2-62f32dfd12ff tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for floatingip (62b2b5f3-c26d-4704-b94d-fc97808ac04c), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:59.411371 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port 2a365c72-fd8b-495f-916c-54e1f7a5f337 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:14:59.411760 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (2a365c72-fd8b-495f-916c-54e1f7a5f337), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:59.434281 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5634303a-b68f-4425-9ec2-62f32dfd12ff tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (d7a04afe-4f3f-44bd-8f5d-70ccad2918a9), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:59.492918 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-4502f40a-d590-45e3-a119-7cb1a01fc3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'name': 'tempest-TestVolumeBootPattern-1314935413-router', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:14:56Z', 'updated_at': '2022-03-11T03:14:58Z', 'revision_number': 3, 'project_id': '35782709df5e4313b93edef74cf56852', 'gw_port': {'id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:14:57Z', 'updated_at': '2022-03-11T03:14:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi'}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:14:59.519609 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-5bd18783-f7c6-43f4-8bda-4b6e2209a973 None None] Current status of the port 2a365c72-fd8b-495f-916c-54e1f7a5f337 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:14:59.519999 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5bd18783-f7c6-43f4-8bda-4b6e2209a973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (2a365c72-fd8b-495f-916c-54e1f7a5f337), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:59.537259 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4502f40a-d590-45e3-a119-7cb1a01fc3f5 None None] Checking router: 5a771705-699a-4c0b-8dbc-c83a77811843 for host: dv-cinder-740146-14-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:14:59.537769 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4502f40a-d590-45e3-a119-7cb1a01fc3f5 None None] Updating router 5a771705-699a-4c0b-8dbc-c83a77811843 port 193d8c61-dfff-43ef-a7c9-d8946b0e5f03 binding host dv-cinder-740146-14-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 03:14:59.594676 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-4502f40a-d590-45e3-a119-7cb1a01fc3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (193d8c61-dfff-43ef-a7c9-d8946b0e5f03), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:59.606590 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port 2a365c72-fd8b-495f-916c-54e1f7a5f337 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:14:59.607191 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (2a365c72-fd8b-495f-916c-54e1f7a5f337), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:59.610234 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-5bd18783-f7c6-43f4-8bda-4b6e2209a973 None None] For port 2a365c72-fd8b-495f-916c-54e1f7a5f337, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=2a365c72-fd8b-495f-916c-54e1f7a5f337,segment=NetworkSegment(7f40feb2-6419-48b9-817e-48dcb6686157),segment_id=7f40feb2-6419-48b9-817e-48dcb6686157)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:14:59.638873 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5bd18783-f7c6-43f4-8bda-4b6e2209a973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (2a365c72-fd8b-495f-916c-54e1f7a5f337), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:59.686963 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5634303a-b68f-4425-9ec2-62f32dfd12ff tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for port (d7a04afe-4f3f-44bd-8f5d-70ccad2918a9), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:59.693700 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5634303a-b68f-4425-9ec2-62f32dfd12ff tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26187659'] for port (d7a04afe-4f3f-44bd-8f5d-70ccad2918a9), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:59.777900 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd18783-f7c6-43f4-8bda-4b6e2209a973 None None] Pushing event updated for resources: {'Port': ['ID=2a365c72-fd8b-495f-916c-54e1f7a5f337,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:59.782590 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.db.api [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 03:14:59.783587 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG oslo_db.api [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 03:14:59.795924 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634303a-b68f-4425-9ec2-62f32dfd12ff tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Pushing event updated for resources: {'Port': ['ID=d7a04afe-4f3f-44bd-8f5d-70ccad2918a9,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:14:59.803783 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5634303a-b68f-4425-9ec2-62f32dfd12ff tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740024'] for floatingip (62b2b5f3-c26d-4704-b94d-fc97808ac04c), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:59.819185 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5634303a-b68f-4425-9ec2-62f32dfd12ff tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:59.820503 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-5634303a-b68f-4425-9ec2-62f32dfd12ff tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1567707 Mar 11 03:14:59.866379 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-663b7e04-d677-4cd0-8722-63f8c8ebe65c None None] Provisioning complete for port 2a365c72-fd8b-495f-916c-54e1f7a5f337 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:14:59.866849 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-663b7e04-d677-4cd0-8722-63f8c8ebe65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (2a365c72-fd8b-495f-916c-54e1f7a5f337), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:59.956282 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-4502f40a-d590-45e3-a119-7cb1a01fc3f5 None None] Publish callbacks [] for port (193d8c61-dfff-43ef-a7c9-d8946b0e5f03), precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:59.964008 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-663b7e04-d677-4cd0-8722-63f8c8ebe65c None None] Current status of the port 2a365c72-fd8b-495f-916c-54e1f7a5f337 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:14:59.964203 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-4502f40a-d590-45e3-a119-7cb1a01fc3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (193d8c61-dfff-43ef-a7c9-d8946b0e5f03), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:14:59.987219 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25c37bc9-7e6b-4dce-b48a-b3bc9910a749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:00.019010 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-4502f40a-d590-45e3-a119-7cb1a01fc3f5 None None] Attempting to bind port 193d8c61-dfff-43ef-a7c9-d8946b0e5f03 on host dv-cinder-740146-14-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:15:00.019353 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-4502f40a-d590-45e3-a119-7cb1a01fc3f5 None None] Attempting to bind port 193d8c61-dfff-43ef-a7c9-d8946b0e5f03 by drivers openvswitch,hyperv on host dv-cinder-740146-14-iscsi at level 0 using segments [{'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:15:00.019722 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4502f40a-d590-45e3-a119-7cb1a01fc3f5 None None] Attempting to bind port 193d8c61-dfff-43ef-a7c9-d8946b0e5f03 on network 9b47ca21-aede-450a-93e7-0e4b22f1eaa6 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:15:00.027037 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf491d2-36ad-404a-bb15-a7b916a94575 None None] Pushing event updated for resources: {'Port': ['ID=193d8c61-dfff-43ef-a7c9-d8946b0e5f03,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:00.030594 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4502f40a-d590-45e3-a119-7cb1a01fc3f5 None None] Checking agent: {'id': '4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 1, 6), 'started_at': datetime.datetime(2022, 3, 11, 3, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:15:00.030975 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4502f40a-d590-45e3-a119-7cb1a01fc3f5 None None] Checking segment: {'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:15:00.031379 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-4502f40a-d590-45e3-a119-7cb1a01fc3f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:00.031772 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4502f40a-d590-45e3-a119-7cb1a01fc3f5 None None] Bound using segment: {'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:15:00.032248 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-4502f40a-d590-45e3-a119-7cb1a01fc3f5 None None] Bound port: 193d8c61-dfff-43ef-a7c9-d8946b0e5f03, host: dv-cinder-740146-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:15:00.032629 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-4502f40a-d590-45e3-a119-7cb1a01fc3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (193d8c61-dfff-43ef-a7c9-d8946b0e5f03), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:00.056095 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf491d2-36ad-404a-bb15-a7b916a94575 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:00.056485 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf491d2-36ad-404a-bb15-a7b916a94575 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:00.056844 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf491d2-36ad-404a-bb15-a7b916a94575 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:00.057186 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf491d2-36ad-404a-bb15-a7b916a94575 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:00.057521 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf491d2-36ad-404a-bb15-a7b916a94575 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:00.057852 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf491d2-36ad-404a-bb15-a7b916a94575 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:00.058225 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf491d2-36ad-404a-bb15-a7b916a94575 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:00.058558 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf491d2-36ad-404a-bb15-a7b916a94575 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:00.058893 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf491d2-36ad-404a-bb15-a7b916a94575 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:00.059236 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf491d2-36ad-404a-bb15-a7b916a94575 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:00.059566 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf491d2-36ad-404a-bb15-a7b916a94575 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:00.060470 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf491d2-36ad-404a-bb15-a7b916a94575 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:00.060935 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf491d2-36ad-404a-bb15-a7b916a94575 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:00.096699 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-4502f40a-d590-45e3-a119-7cb1a01fc3f5 None None] For port 193d8c61-dfff-43ef-a7c9-d8946b0e5f03, host dv-cinder-740146-14-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:15:00.100104 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-4502f40a-d590-45e3-a119-7cb1a01fc3f5 None None] For port 193d8c61-dfff-43ef-a7c9-d8946b0e5f03, host dv-cinder-740146-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=193d8c61-dfff-43ef-a7c9-d8946b0e5f03,segment=NetworkSegment(77d20882-625f-4a13-9566-ab6cf60f2c81),segment_id=77d20882-625f-4a13-9566-ab6cf60f2c81)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:15:00.100539 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-773476d7-5d4a-4da2-871f-e58495824370 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1763955450&fields=id&tenant_id=717229175a63443abe76773a02a79818 HTTP/1.1" status: 200 len: 267 time: 0.0959654 Mar 11 03:15:00.108311 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-4502f40a-d590-45e3-a119-7cb1a01fc3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (193d8c61-dfff-43ef-a7c9-d8946b0e5f03), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:00.171327 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4502f40a-d590-45e3-a119-7cb1a01fc3f5 None None] Routers {'5a771705-699a-4c0b-8dbc-c83a77811843'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:15:00.171993 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-4502f40a-d590-45e3-a119-7cb1a01fc3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:14:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['5a771705-699a-4c0b-8dbc-c83a77811843'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:15:00.217848 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf491d2-36ad-404a-bb15-a7b916a94575 None None] Pushing event updated for resources: {'Port': ['ID=193d8c61-dfff-43ef-a7c9-d8946b0e5f03,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:00.305397 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-d8efb123-80a3-4db9-b97a-64d8ea6672eb tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:00.307444 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-d8efb123-80a3-4db9-b97a-64d8ea6672eb tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/networks?id=fd48ed16-54d7-4f44-be1f-91d180612d66 HTTP/1.1" status: 200 len: 815 time: 0.1957018 Mar 11 03:15:00.308801 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-25c37bc9-7e6b-4dce-b48a-b3bc9910a749 admin admin] Allocated IP 172.20.0.1 (40900669-df90-4f82-b7ae-055eaee2edde/a2b4a50b-7f36-4ec6-b3c7-892482e45a07/7bf9e685-d578-4a2b-a944-ff57abd96f15) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:15:00.336047 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-6ce3b3f0-169f-41b8-8972-9126c32c439e tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/quotas/717229175a63443abe76773a02a79818 HTTP/1.1" status: 200 len: 375 time: 0.0202620 Mar 11 03:15:00.348283 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port 2a365c72-fd8b-495f-916c-54e1f7a5f337 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:15:00.355845 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-4502f40a-d590-45e3-a119-7cb1a01fc3f5 None None] Set router 5a771705-699a-4c0b-8dbc-c83a77811843 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:15:00.512267 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-e04c1ae3-67d3-45c9-91b6-ee7f5d00b2bc tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=717229175a63443abe76773a02a79818&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1682949 Mar 11 03:15:00.571419 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25c37bc9-7e6b-4dce-b48a-b3bc9910a749 admin admin] Publish callbacks [] for port (7bf9e685-d578-4a2b-a944-ff57abd96f15), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:00.676599 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-dad885d3-3986-4824-a4ab-b19a79d9727f service neutron] 10.222.0.16 "GET /v2.0/networks/fd48ed16-54d7-4f44-be1f-91d180612d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499379 Mar 11 03:15:00.684643 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25c37bc9-7e6b-4dce-b48a-b3bc9910a749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15272124'] for port (7bf9e685-d578-4a2b-a944-ff57abd96f15), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:00.690233 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-4502f40a-d590-45e3-a119-7cb1a01fc3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'name': 'tempest-TestVolumeBootPattern-1314935413-router', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:14:56Z', 'updated_at': '2022-03-11T03:14:58Z', 'revision_number': 3, 'project_id': '35782709df5e4313b93edef74cf56852', 'gw_port': {'id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:14:57Z', 'updated_at': '2022-03-11T03:15:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi'}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:15:00.720324 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4502f40a-d590-45e3-a119-7cb1a01fc3f5 None None] The sync data for ids ['5a771705-699a-4c0b-8dbc-c83a77811843'] in dv-cinder-740146-14-iscsi is: [{'id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'name': 'tempest-TestVolumeBootPattern-1314935413-router', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:14:56Z', 'updated_at': '2022-03-11T03:14:58Z', 'revision_number': 3, 'project_id': '35782709df5e4313b93edef74cf56852', 'gw_port': {'id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f3:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:14:57Z', 'updated_at': '2022-03-11T03:15:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:15:00.770956 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c37bc9-7e6b-4dce-b48a-b3bc9910a749 admin admin] Network 40900669-df90-4f82-b7ae-055eaee2edde is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:15:00.809417 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-25c37bc9-7e6b-4dce-b48a-b3bc9910a749 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:15:00.818310 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c37bc9-7e6b-4dce-b48a-b3bc9910a749 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:15:00.848198 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c37bc9-7e6b-4dce-b48a-b3bc9910a749 admin admin] Pushing event updated for resources: {'Port': ['ID=7bf9e685-d578-4a2b-a944-ff57abd96f15,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:00.889616 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-4a050f84-2f8d-4ab1-80dc-37b5bffb0219 service neutron] 10.222.0.16 "GET /v2.0/networks/fd48ed16-54d7-4f44-be1f-91d180612d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068224 Mar 11 03:15:00.890357 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25c37bc9-7e6b-4dce-b48a-b3bc9910a749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1736817'] for router_interface (5a771705-699a-4c0b-8dbc-c83a77811843), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:01.095199 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25c37bc9-7e6b-4dce-b48a-b3bc9910a749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (7bf9e685-d578-4a2b-a944-ff57abd96f15), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:01.208729 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6c41db87-5c23-42cd-8469-1fb0cde1be34 req-c26b4b1a-9b6c-44a8-befd-6d4e48e2cd5b tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=76292577-29ac-4e62-9543-7e7a71cc09cd HTTP/1.1" status: 200 len: 210 time: 0.0335219 Mar 11 03:15:01.218623 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f5179c73-849c-4447-92c3-bda40ad88ec6 None None] Provisioning complete for port 7bf9e685-d578-4a2b-a944-ff57abd96f15 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:15:01.219006 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f5179c73-849c-4447-92c3-bda40ad88ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (7bf9e685-d578-4a2b-a944-ff57abd96f15), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:01.286844 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-f5179c73-849c-4447-92c3-bda40ad88ec6 None None] Port 7bf9e685-d578-4a2b-a944-ff57abd96f15 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:15:01.288404 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 2a365c72-fd8b-495f-916c-54e1f7a5f337 up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:15:01.348830 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port 2a365c72-fd8b-495f-916c-54e1f7a5f337 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:15:01.349485 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (2a365c72-fd8b-495f-916c-54e1f7a5f337), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:01.382771 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25c37bc9-7e6b-4dce-b48a-b3bc9910a749 admin admin] Publish callbacks [] for port (7bf9e685-d578-4a2b-a944-ff57abd96f15), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:01.389956 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25c37bc9-7e6b-4dce-b48a-b3bc9910a749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15272101'] for port (7bf9e685-d578-4a2b-a944-ff57abd96f15), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:01.447708 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port 2a365c72-fd8b-495f-916c-54e1f7a5f337 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:15:01.449764 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 193d8c61-dfff-43ef-a7c9-d8946b0e5f03 up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:15:01.467881 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c37bc9-7e6b-4dce-b48a-b3bc9910a749 admin admin] Pushing event updated for resources: {'Port': ['ID=7bf9e685-d578-4a2b-a944-ff57abd96f15,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:01.471074 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25c37bc9-7e6b-4dce-b48a-b3bc9910a749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736925'] for router_interface (5a771705-699a-4c0b-8dbc-c83a77811843), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:01.484695 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7de2fca2-2c5e-4287-8c06-ce03c284cdb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:01.514098 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port 193d8c61-dfff-43ef-a7c9-d8946b0e5f03 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:15:01.514839 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (193d8c61-dfff-43ef-a7c9-d8946b0e5f03), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:01.598462 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c37bc9-7e6b-4dce-b48a-b3bc9910a749 admin admin] Network 40900669-df90-4f82-b7ae-055eaee2edde is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:15:01.600250 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-25c37bc9-7e6b-4dce-b48a-b3bc9910a749 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:15:01.634412 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port 193d8c61-dfff-43ef-a7c9-d8946b0e5f03 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:15:01.634812 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (193d8c61-dfff-43ef-a7c9-d8946b0e5f03), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:01.668304 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] For port 193d8c61-dfff-43ef-a7c9-d8946b0e5f03, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=193d8c61-dfff-43ef-a7c9-d8946b0e5f03,segment=NetworkSegment(77d20882-625f-4a13-9566-ab6cf60f2c81),segment_id=77d20882-625f-4a13-9566-ab6cf60f2c81)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:15:01.673654 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (193d8c61-dfff-43ef-a7c9-d8946b0e5f03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:01.728299 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Pushing event updated for resources: {'Port': ['ID=193d8c61-dfff-43ef-a7c9-d8946b0e5f03,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:01.771046 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c37bc9-7e6b-4dce-b48a-b3bc9910a749 admin admin] Router 5a771705-699a-4c0b-8dbc-c83a77811843 has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:15:01.882104 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c37bc9-7e6b-4dce-b48a-b3bc9910a749 admin admin] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:15:01.886815 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-25c37bc9-7e6b-4dce-b48a-b3bc9910a749 admin admin] 10.222.0.16 "PUT /v2.0/routers/5a771705-699a-4c0b-8dbc-c83a77811843/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7619903 Mar 11 03:15:01.909774 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-46aeaae2-ac16-4455-afbf-81723bb92cb9 None None] Provisioning complete for port 7bf9e685-d578-4a2b-a944-ff57abd96f15 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:15:01.910203 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-46aeaae2-ac16-4455-afbf-81723bb92cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (7bf9e685-d578-4a2b-a944-ff57abd96f15), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:01.947131 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-46aeaae2-ac16-4455-afbf-81723bb92cb9 None None] Port 7bf9e685-d578-4a2b-a944-ff57abd96f15 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:15:02.315716 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9bd5d6ce-3583-4549-8419-8f0e639b4f79 req-da7774a1-c4c1-43b9-a206-3d3811c9d65c tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=76292577-29ac-4e62-9543-7e7a71cc09cd HTTP/1.1" status: 200 len: 210 time: 0.0302832 Mar 11 03:15:02.410142 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 48410) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:02.415213 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-8f1c0450-2257-4b93-9403-1e687758246b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1320695052-network', 'tenant_id': '4170897b40cc4871b25b467222c79f6e'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:15:02.434568 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1c0450-2257-4b93-9403-1e687758246b admin admin] Made reservation on behalf of 4170897b40cc4871b25b467222c79f6e for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:15:02.438098 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8f1c0450-2257-4b93-9403-1e687758246b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for network (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:02.449749 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8f1c0450-2257-4b93-9403-1e687758246b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:02.490670 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:15:02.493035 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91333ff0-1534-4301-be74-de5d75f7f39d None None] Sync routers for ids ['5a771705-699a-4c0b-8dbc-c83a77811843'] in dv-cinder-740146-14-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:15:02.504095 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91333ff0-1534-4301-be74-de5d75f7f39d None None] Routers {'5a771705-699a-4c0b-8dbc-c83a77811843'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:15:02.504706 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-91333ff0-1534-4301-be74-de5d75f7f39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:15:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['5a771705-699a-4c0b-8dbc-c83a77811843'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:15:02.530384 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8f1c0450-2257-4b93-9403-1e687758246b admin admin] Publish callbacks [] for security_group (dc04e82f-8d42-4cb8-8faf-8e61c2ea9cdf), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:02.534417 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8f1c0450-2257-4b93-9403-1e687758246b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (dc04e82f-8d42-4cb8-8faf-8e61c2ea9cdf), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:02.559005 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f1c0450-2257-4b93-9403-1e687758246b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 03:15:02.569022 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c0450-2257-4b93-9403-1e687758246b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc04e82f-8d42-4cb8-8faf-8e61c2ea9cdf,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:02.574622 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8f1c0450-2257-4b93-9403-1e687758246b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715'] for segment (6306ba5f-0f99-408f-9623-749631003093), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:02.574964 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.db.segments_db [None req-8f1c0450-2257-4b93-9403-1e687758246b admin admin] Added segment 6306ba5f-0f99-408f-9623-749631003093 of type vlan for network 6c82acaa-34f7-4c2e-903e-4f919f0b3fbc Mar 11 03:15:02.615667 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8f1c0450-2257-4b93-9403-1e687758246b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766924714680'] for network (6c82acaa-34f7-4c2e-903e-4f919f0b3fbc), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:02.616265 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-91333ff0-1534-4301-be74-de5d75f7f39d None None] Set router 5a771705-699a-4c0b-8dbc-c83a77811843 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:15:02.640449 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8f1c0450-2257-4b93-9403-1e687758246b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591'] for network (6c82acaa-34f7-4c2e-903e-4f919f0b3fbc), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:02.641460 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1c0450-2257-4b93-9403-1e687758246b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:02.642072 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8f1c0450-2257-4b93-9403-1e687758246b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:02.670378 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-8f1c0450-2257-4b93-9403-1e687758246b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2589910 Mar 11 03:15:02.672658 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:02.674133 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 48416) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:02.682848 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-2631f440-d386-4d5d-b4a6-c0fc8d7d02d5 admin admin] Request body: {'subnet': {'network_id': '6c82acaa-34f7-4c2e-903e-4f919f0b3fbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1320695052-subnet', 'tenant_id': '4170897b40cc4871b25b467222c79f6e', 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:15:02.706999 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2631f440-d386-4d5d-b4a6-c0fc8d7d02d5 admin admin] Made reservation on behalf of 4170897b40cc4871b25b467222c79f6e for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:15:02.709788 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2631f440-d386-4d5d-b4a6-c0fc8d7d02d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25193156'] for subnet (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:02.711230 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c0450-2257-4b93-9403-1e687758246b admin admin] Pushing event updated for resources: {'Network': ['ID=6c82acaa-34f7-4c2e-903e-4f919f0b3fbc,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:02.848475 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Network 6c82acaa-34f7-4c2e-903e-4f919f0b3fbc details requested by agent ovs-agent-dv-cinder-740146-14-iscsi with host dv-cinder-740146-14-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 03:15:02.888538 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2631f440-d386-4d5d-b4a6-c0fc8d7d02d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26187774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25193194'] for subnet (58405fb8-9557-470c-8ed8-f9613411aece), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:02.945020 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631f440-d386-4d5d-b4a6-c0fc8d7d02d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58405fb8-9557-470c-8ed8-f9613411aece,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:02.953874 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2631f440-d386-4d5d-b4a6-c0fc8d7d02d5 admin admin] Checking segment: {'id': '6306ba5f-0f99-408f-9623-749631003093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6c82acaa-34f7-4c2e-903e-4f919f0b3fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:15:02.954244 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2631f440-d386-4d5d-b4a6-c0fc8d7d02d5 admin admin] Network hostable DHCP agents. Network: 6c82acaa-34f7-4c2e-903e-4f919f0b3fbc, hostable agents: ['25b14703-b87e-4c0b-89d2-d56e1080c9ba'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 03:15:02.971022 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2631f440-d386-4d5d-b4a6-c0fc8d7d02d5 admin admin] Network 6c82acaa-34f7-4c2e-903e-4f919f0b3fbc is scheduled to be hosted by DHCP agent 25b14703-b87e-4c0b-89d2-d56e1080c9ba with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 03:15:02.979516 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-2631f440-d386-4d5d-b4a6-c0fc8d7d02d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-14-iscsi, 6c82acaa-34f7-4c2e-903e-4f919f0b3fbc) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:15:02.984017 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2631f440-d386-4d5d-b4a6-c0fc8d7d02d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:02.984620 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2631f440-d386-4d5d-b4a6-c0fc8d7d02d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:02.988179 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91f0c2b-01a8-4938-842f-a61f46998e43 None None] Network 6c82acaa-34f7-4c2e-903e-4f919f0b3fbc requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:15:03.002223 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-2631f440-d386-4d5d-b4a6-c0fc8d7d02d5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3269391 Mar 11 03:15:03.004628 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 48418) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:03.008836 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-262c2c39-430b-4acd-8e3b-f5aaa4b2b42e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1320695052-router', 'tenant_id': '4170897b40cc4871b25b467222c79f6e', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:15:03.030135 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-262c2c39-430b-4acd-8e3b-f5aaa4b2b42e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1752359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28309'] for router (7bb0457c-7975-4265-a84e-9a8c3bc70d4c), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:03.031158 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-262c2c39-430b-4acd-8e3b-f5aaa4b2b42e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1739889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1673446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28290'] for router (7bb0457c-7975-4265-a84e-9a8c3bc70d4c), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:03.093972 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-262c2c39-430b-4acd-8e3b-f5aaa4b2b42e admin admin] Publish callbacks [] for router_controller (7bb0457c-7975-4265-a84e-9a8c3bc70d4c), precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:03.095133 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 193d8c61-dfff-43ef-a7c9-d8946b0e5f03 up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:15:03.156568 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41229730-5606-436a-bd0a-bbffee6629ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4ad6dfa-f40d-5411-b00e-f667c827405f-6c82acaa-34f7-4c2e-903e-4f919f0b3fbc', 'network_id': '6c82acaa-34f7-4c2e-903e-4f919f0b3fbc', 'project_id': '4170897b40cc4871b25b467222c79f6e', 'fixed_ips': [{'subnet_id': '58405fb8-9557-470c-8ed8-f9613411aece'}]}} from dv-cinder-740146-14-iscsi. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 03:15:03.157416 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-41229730-5606-436a-bd0a-bbffee6629ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:03.175725 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-91333ff0-1534-4301-be74-de5d75f7f39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'name': 'tempest-TestVolumeBootPattern-1314935413-router', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:14:56Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '35782709df5e4313b93edef74cf56852', 'gw_port': {'id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:14:57Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '7bf9e685-d578-4a2b-a944-ff57abd96f15', 'name': '', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'mac_address': 'fa:16:3e:a3:44:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:15:00Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 2, 'project_id': '35782709df5e4313b93edef74cf56852', 'subnets': [{'id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:15:03.219408 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91333ff0-1534-4301-be74-de5d75f7f39d None None] Checking router: 5a771705-699a-4c0b-8dbc-c83a77811843 for host: dv-cinder-740146-14-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:15:03.219757 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91333ff0-1534-4301-be74-de5d75f7f39d None None] Updating router 5a771705-699a-4c0b-8dbc-c83a77811843 port 7bf9e685-d578-4a2b-a944-ff57abd96f15 binding host dv-cinder-740146-14-iscsi {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 03:15:03.243528 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-262c2c39-430b-4acd-8e3b-f5aaa4b2b42e admin admin] Publish callbacks [] for router_gateway (7bb0457c-7975-4265-a84e-9a8c3bc70d4c), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:03.313183 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port 193d8c61-dfff-43ef-a7c9-d8946b0e5f03 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:15:03.313563 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (193d8c61-dfff-43ef-a7c9-d8946b0e5f03), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:03.319920 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-91333ff0-1534-4301-be74-de5d75f7f39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (7bf9e685-d578-4a2b-a944-ff57abd96f15), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:03.421382 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-48c901e5-6193-44c7-ae37-19d6e9e2919f req-8b4fee6f-3082-4e24-afb6-29a6124f7ba5 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=76292577-29ac-4e62-9543-7e7a71cc09cd HTTP/1.1" status: 200 len: 210 time: 0.0271282 Mar 11 03:15:03.460929 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-262c2c39-430b-4acd-8e3b-f5aaa4b2b42e admin admin] Publish callbacks [] for router_gateway (7bb0457c-7975-4265-a84e-9a8c3bc70d4c), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:03.479740 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-262c2c39-430b-4acd-8e3b-f5aaa4b2b42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:03.509651 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-41229730-5606-436a-bd0a-bbffee6629ea None None] Allocated IP 172.20.0.2 (6c82acaa-34f7-4c2e-903e-4f919f0b3fbc/58405fb8-9557-470c-8ed8-f9613411aece/ce61a0c6-208e-4182-b20f-d10b8b590b27) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:15:03.582002 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-262c2c39-430b-4acd-8e3b-f5aaa4b2b42e admin admin] Allocated IP 172.27.2.49 (9b47ca21-aede-450a-93e7-0e4b22f1eaa6/91a34137-7039-479a-a714-41dcecc02d59/2bf72333-f245-4111-947c-1e0e1fad25f0) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:15:03.592485 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port 193d8c61-dfff-43ef-a7c9-d8946b0e5f03 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:15:03.706515 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-262c2c39-430b-4acd-8e3b-f5aaa4b2b42e admin admin] Publish callbacks [] for port (2bf72333-f245-4111-947c-1e0e1fad25f0), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:03.859687 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-41229730-5606-436a-bd0a-bbffee6629ea None None] Publish callbacks [] for port (ce61a0c6-208e-4182-b20f-d10b8b590b27), precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:03.863614 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-dc402d04-da01-4388-a7df-a18b413f254f tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:03.865762 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-dc402d04-da01-4388-a7df-a18b413f254f tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.18 "GET /v2.0/networks?id=fd48ed16-54d7-4f44-be1f-91d180612d66 HTTP/1.1" status: 200 len: 815 time: 0.1444998 Mar 11 03:15:03.867498 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-262c2c39-430b-4acd-8e3b-f5aaa4b2b42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (2bf72333-f245-4111-947c-1e0e1fad25f0), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:03.878432 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-41229730-5606-436a-bd0a-bbffee6629ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670'] for port (ce61a0c6-208e-4182-b20f-d10b8b590b27), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:03.885647 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-91333ff0-1534-4301-be74-de5d75f7f39d None None] Publish callbacks [] for port (7bf9e685-d578-4a2b-a944-ff57abd96f15), precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:03.915766 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-91333ff0-1534-4301-be74-de5d75f7f39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (7bf9e685-d578-4a2b-a944-ff57abd96f15), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:03.938807 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41229730-5606-436a-bd0a-bbffee6629ea None None] Network 6c82acaa-34f7-4c2e-903e-4f919f0b3fbc is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:15:03.945936 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-41229730-5606-436a-bd0a-bbffee6629ea None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:15:03.951666 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41229730-5606-436a-bd0a-bbffee6629ea None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:15:03.953536 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41229730-5606-436a-bd0a-bbffee6629ea None None] Pushing event updated for resources: {'Port': ['ID=ce61a0c6-208e-4182-b20f-d10b8b590b27,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:03.958847 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262c2c39-430b-4acd-8e3b-f5aaa4b2b42e admin admin] Network 9b47ca21-aede-450a-93e7-0e4b22f1eaa6 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:15:03.968016 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-262c2c39-430b-4acd-8e3b-f5aaa4b2b42e admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:15:03.970810 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262c2c39-430b-4acd-8e3b-f5aaa4b2b42e admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:15:03.973178 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c2c39-430b-4acd-8e3b-f5aaa4b2b42e admin admin] Pushing event updated for resources: {'Port': ['ID=2bf72333-f245-4111-947c-1e0e1fad25f0,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:04.041486 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-5414e78a-9377-4331-a67a-33d5ae9e91b7 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=717229175a63443abe76773a02a79818 HTTP/1.1" status: 200 len: 380 time: 0.1276102 Mar 11 03:15:04.051642 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-7d8773f1-4519-4a25-aae1-f8a6ded8a185 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Request body: {'port': {'device_id': '76292577-29ac-4e62-9543-7e7a71cc09cd', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'admin_state_up': True, 'tenant_id': '717229175a63443abe76773a02a79818', 'security_groups': ['82d57fab-773f-489d-99af-5d27f23daf46']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:15:04.085186 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c945d-40d1-48de-86cc-a01d62e0e042 None None] Pushing event updated for resources: {'Port': ['ID=7bf9e685-d578-4a2b-a944-ff57abd96f15,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:04.108514 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-41229730-5606-436a-bd0a-bbffee6629ea None None] Attempting to bind port ce61a0c6-208e-4182-b20f-d10b8b590b27 on host dv-cinder-740146-14-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:15:04.108514 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-41229730-5606-436a-bd0a-bbffee6629ea None None] Attempting to bind port ce61a0c6-208e-4182-b20f-d10b8b590b27 by drivers openvswitch,hyperv on host dv-cinder-740146-14-iscsi at level 0 using segments [{'id': '6306ba5f-0f99-408f-9623-749631003093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6c82acaa-34f7-4c2e-903e-4f919f0b3fbc'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:15:04.108776 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41229730-5606-436a-bd0a-bbffee6629ea None None] Attempting to bind port ce61a0c6-208e-4182-b20f-d10b8b590b27 on network 6c82acaa-34f7-4c2e-903e-4f919f0b3fbc {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:15:04.115773 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41229730-5606-436a-bd0a-bbffee6629ea None None] Checking agent: {'id': '4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 1, 6), 'started_at': datetime.datetime(2022, 3, 11, 3, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:15:04.116227 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41229730-5606-436a-bd0a-bbffee6629ea None None] Checking segment: {'id': '6306ba5f-0f99-408f-9623-749631003093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6c82acaa-34f7-4c2e-903e-4f919f0b3fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:15:04.116717 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-41229730-5606-436a-bd0a-bbffee6629ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:04.117174 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41229730-5606-436a-bd0a-bbffee6629ea None None] Bound using segment: {'id': '6306ba5f-0f99-408f-9623-749631003093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6c82acaa-34f7-4c2e-903e-4f919f0b3fbc'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:15:04.117724 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-41229730-5606-436a-bd0a-bbffee6629ea None None] Bound port: ce61a0c6-208e-4182-b20f-d10b8b590b27, host: dv-cinder-740146-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6306ba5f-0f99-408f-9623-749631003093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6c82acaa-34f7-4c2e-903e-4f919f0b3fbc'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:15:04.118135 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-41229730-5606-436a-bd0a-bbffee6629ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (ce61a0c6-208e-4182-b20f-d10b8b590b27), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:04.120086 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-91333ff0-1534-4301-be74-de5d75f7f39d None None] Attempting to bind port 7bf9e685-d578-4a2b-a944-ff57abd96f15 on host dv-cinder-740146-14-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:15:04.120445 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-91333ff0-1534-4301-be74-de5d75f7f39d None None] Attempting to bind port 7bf9e685-d578-4a2b-a944-ff57abd96f15 by drivers openvswitch,hyperv on host dv-cinder-740146-14-iscsi at level 0 using segments [{'id': '7f40feb2-6419-48b9-817e-48dcb6686157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:15:04.120795 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91333ff0-1534-4301-be74-de5d75f7f39d None None] Attempting to bind port 7bf9e685-d578-4a2b-a944-ff57abd96f15 on network 40900669-df90-4f82-b7ae-055eaee2edde {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:15:04.134491 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91333ff0-1534-4301-be74-de5d75f7f39d None None] Checking agent: {'id': '4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 1, 6), 'started_at': datetime.datetime(2022, 3, 11, 3, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:15:04.134865 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91333ff0-1534-4301-be74-de5d75f7f39d None None] Checking segment: {'id': '7f40feb2-6419-48b9-817e-48dcb6686157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:15:04.135257 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-91333ff0-1534-4301-be74-de5d75f7f39d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:04.135645 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91333ff0-1534-4301-be74-de5d75f7f39d None None] Bound using segment: {'id': '7f40feb2-6419-48b9-817e-48dcb6686157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:15:04.136118 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-91333ff0-1534-4301-be74-de5d75f7f39d None None] Bound port: 7bf9e685-d578-4a2b-a944-ff57abd96f15, host: dv-cinder-740146-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f40feb2-6419-48b9-817e-48dcb6686157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:15:04.136500 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-91333ff0-1534-4301-be74-de5d75f7f39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (7bf9e685-d578-4a2b-a944-ff57abd96f15), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:04.235378 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-41229730-5606-436a-bd0a-bbffee6629ea None None] For port ce61a0c6-208e-4182-b20f-d10b8b590b27, host dv-cinder-740146-14-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:15:04.264115 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-41229730-5606-436a-bd0a-bbffee6629ea None None] For port ce61a0c6-208e-4182-b20f-d10b8b590b27, host dv-cinder-740146-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=ce61a0c6-208e-4182-b20f-d10b8b590b27,segment=NetworkSegment(6306ba5f-0f99-408f-9623-749631003093),segment_id=6306ba5f-0f99-408f-9623-749631003093)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:15:04.266455 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-91333ff0-1534-4301-be74-de5d75f7f39d None None] For port 7bf9e685-d578-4a2b-a944-ff57abd96f15, host dv-cinder-740146-14-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:15:04.282503 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-41229730-5606-436a-bd0a-bbffee6629ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (ce61a0c6-208e-4182-b20f-d10b8b590b27), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:04.284236 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:04.287165 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-91333ff0-1534-4301-be74-de5d75f7f39d None None] For port 7bf9e685-d578-4a2b-a944-ff57abd96f15, host dv-cinder-740146-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=7bf9e685-d578-4a2b-a944-ff57abd96f15,segment=NetworkSegment(7f40feb2-6419-48b9-817e-48dcb6686157),segment_id=7f40feb2-6419-48b9-817e-48dcb6686157)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:15:04.306502 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-7d8773f1-4519-4a25-aae1-f8a6ded8a185 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Made reservation on behalf of 717229175a63443abe76773a02a79818 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:15:04.310475 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-7d8773f1-4519-4a25-aae1-f8a6ded8a185 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:04.320531 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-91333ff0-1534-4301-be74-de5d75f7f39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (7bf9e685-d578-4a2b-a944-ff57abd96f15), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:04.355737 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-edd60781-1fba-4385-8ded-61ec3e02dea9 None None] Provisioning complete for port 7bf9e685-d578-4a2b-a944-ff57abd96f15 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:15:04.355737 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-edd60781-1fba-4385-8ded-61ec3e02dea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (7bf9e685-d578-4a2b-a944-ff57abd96f15), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:04.387652 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41229730-5606-436a-bd0a-bbffee6629ea None None] Pushing event updated for resources: {'Port': ['ID=ce61a0c6-208e-4182-b20f-d10b8b590b27,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:04.413899 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-262c2c39-430b-4acd-8e3b-f5aaa4b2b42e admin admin] Publish callbacks [] for router_gateway (7bb0457c-7975-4265-a84e-9a8c3bc70d4c), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:04.431997 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91333ff0-1534-4301-be74-de5d75f7f39d None None] Routers {'5a771705-699a-4c0b-8dbc-c83a77811843'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:15:04.432644 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-91333ff0-1534-4301-be74-de5d75f7f39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:15:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['5a771705-699a-4c0b-8dbc-c83a77811843'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:15:04.516125 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c945d-40d1-48de-86cc-a01d62e0e042 None None] Pushing event updated for resources: {'Port': ['ID=7bf9e685-d578-4a2b-a944-ff57abd96f15,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:04.571590 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-8194233d-ed79-4dd1-b158-5d17219bb038 req-f8374c86-8c3b-4f85-95e6-a4da42628c35 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=76292577-29ac-4e62-9543-7e7a71cc09cd HTTP/1.1" status: 200 len: 210 time: 0.0558956 Mar 11 03:15:04.800218 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-edd60781-1fba-4385-8ded-61ec3e02dea9 None None] Current status of the port 7bf9e685-d578-4a2b-a944-ff57abd96f15 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:15:04.800606 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-edd60781-1fba-4385-8ded-61ec3e02dea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (7bf9e685-d578-4a2b-a944-ff57abd96f15), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:04.806089 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-91333ff0-1534-4301-be74-de5d75f7f39d None None] Set router 5a771705-699a-4c0b-8dbc-c83a77811843 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:15:04.858719 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-7d8773f1-4519-4a25-aae1-f8a6ded8a185 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Allocated IP 172.20.0.9 (fd48ed16-54d7-4f44-be1f-91d180612d66/a31257a5-7a1e-45b3-aef2-2a2faf6425a3/6de7fcfa-fbed-448a-943d-fefb8147f280) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:15:04.900078 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-edd60781-1fba-4385-8ded-61ec3e02dea9 None None] For port 7bf9e685-d578-4a2b-a944-ff57abd96f15, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=7bf9e685-d578-4a2b-a944-ff57abd96f15,segment=NetworkSegment(7f40feb2-6419-48b9-817e-48dcb6686157),segment_id=7f40feb2-6419-48b9-817e-48dcb6686157)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:15:04.906859 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-edd60781-1fba-4385-8ded-61ec3e02dea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (7bf9e685-d578-4a2b-a944-ff57abd96f15), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:05.034850 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd60781-1fba-4385-8ded-61ec3e02dea9 None None] Pushing event updated for resources: {'Port': ['ID=7bf9e685-d578-4a2b-a944-ff57abd96f15,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:05.071909 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-262c2c39-430b-4acd-8e3b-f5aaa4b2b42e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1752476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1739806'] for router (7bb0457c-7975-4265-a84e-9a8c3bc70d4c), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:05.105111 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-9d36c82e-0d92-4ac6-bc5b-21f5bde4f3ca None None] Provisioning complete for port 7bf9e685-d578-4a2b-a944-ff57abd96f15 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:15:05.106136 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9d36c82e-0d92-4ac6-bc5b-21f5bde4f3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (7bf9e685-d578-4a2b-a944-ff57abd96f15), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:05.186182 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-7d8773f1-4519-4a25-aae1-f8a6ded8a185 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for port (6de7fcfa-fbed-448a-943d-fefb8147f280), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:05.186997 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device ce61a0c6-208e-4182-b20f-d10b8b590b27 up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:15:05.263421 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-91333ff0-1534-4301-be74-de5d75f7f39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'name': 'tempest-TestVolumeBootPattern-1314935413-router', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:14:56Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '35782709df5e4313b93edef74cf56852', 'gw_port': {'id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:14:57Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '7bf9e685-d578-4a2b-a944-ff57abd96f15', 'name': '', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'mac_address': 'fa:16:3e:a3:44:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:15:00Z', 'updated_at': '2022-03-11T03:15:04Z', 'revision_number': 4, 'project_id': '35782709df5e4313b93edef74cf56852', 'subnets': [{'id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:15:05.276630 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-7d8773f1-4519-4a25-aae1-f8a6ded8a185 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (6de7fcfa-fbed-448a-943d-fefb8147f280), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:05.301804 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91333ff0-1534-4301-be74-de5d75f7f39d None None] The sync data for ids ['5a771705-699a-4c0b-8dbc-c83a77811843'] in dv-cinder-740146-14-iscsi is: [{'id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'name': 'tempest-TestVolumeBootPattern-1314935413-router', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:14:56Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '35782709df5e4313b93edef74cf56852', 'gw_port': {'id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:14:57Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '7bf9e685-d578-4a2b-a944-ff57abd96f15', 'name': '', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'mac_address': 'fa:16:3e:a3:44:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:15:00Z', 'updated_at': '2022-03-11T03:15:04Z', 'revision_number': 4, 'project_id': '35782709df5e4313b93edef74cf56852', 'subnets': [{'id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:15:05.323258 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-9d36c82e-0d92-4ac6-bc5b-21f5bde4f3ca None None] Current status of the port 7bf9e685-d578-4a2b-a944-ff57abd96f15 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:15:05.332940 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port ce61a0c6-208e-4182-b20f-d10b8b590b27 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:15:05.333575 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (ce61a0c6-208e-4182-b20f-d10b8b590b27), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:05.336055 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-7d8773f1-4519-4a25-aae1-f8a6ded8a185 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Network fd48ed16-54d7-4f44-be1f-91d180612d66 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:15:05.344508 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-7d8773f1-4519-4a25-aae1-f8a6ded8a185 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:15:05.347905 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-7d8773f1-4519-4a25-aae1-f8a6ded8a185 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:15:05.351116 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8773f1-4519-4a25-aae1-f8a6ded8a185 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Pushing event updated for resources: {'Port': ['ID=6de7fcfa-fbed-448a-943d-fefb8147f280,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:05.414028 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262c2c39-430b-4acd-8e3b-f5aaa4b2b42e admin admin] Router 7bb0457c-7975-4265-a84e-9a8c3bc70d4c is scheduled to L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 03:15:05.486663 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port ce61a0c6-208e-4182-b20f-d10b8b590b27 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:15:05.487893 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (ce61a0c6-208e-4182-b20f-d10b8b590b27), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:05.527209 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-7d8773f1-4519-4a25-aae1-f8a6ded8a185 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:05.527854 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-7d8773f1-4519-4a25-aae1-f8a6ded8a185 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:05.539166 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] For port ce61a0c6-208e-4182-b20f-d10b8b590b27, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=ce61a0c6-208e-4182-b20f-d10b8b590b27,segment=NetworkSegment(6306ba5f-0f99-408f-9623-749631003093),segment_id=6306ba5f-0f99-408f-9623-749631003093)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:15:05.545793 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (ce61a0c6-208e-4182-b20f-d10b8b590b27), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:05.569849 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-7d8773f1-4519-4a25-aae1-f8a6ded8a185 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5219800 Mar 11 03:15:05.616282 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Pushing event updated for resources: {'Port': ['ID=ce61a0c6-208e-4182-b20f-d10b8b590b27,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:05.645454 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-71fbb137-e4c5-477d-872f-b95fc4ad5e8d service neutron] Request body: {'port': {'device_id': '76292577-29ac-4e62-9543-7e7a71cc09cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:15:05.701385 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:05.737594 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262c2c39-430b-4acd-8e3b-f5aaa4b2b42e admin admin] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:15:05.754134 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d31858-0d69-4948-8534-75c0e3e54337 None None] Sync routers for ids ['7bb0457c-7975-4265-a84e-9a8c3bc70d4c'] in dv-cinder-740146-14-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:15:05.763354 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada05463-cf51-43bb-bf59-b71fc55d4197 req-54f56221-73c9-498f-920d-62d4681b403a tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:05.763907 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-8f4ffb34-8ee5-4523-9a97-072b06d9ddad None None] Provisioning complete for port 6de7fcfa-fbed-448a-943d-fefb8147f280 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:15:05.764325 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8f4ffb34-8ee5-4523-9a97-072b06d9ddad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (6de7fcfa-fbed-448a-943d-fefb8147f280), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:05.771436 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d31858-0d69-4948-8534-75c0e3e54337 None None] Routers {'7bb0457c-7975-4265-a84e-9a8c3bc70d4c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:15:05.772290 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c5d31858-0d69-4948-8534-75c0e3e54337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:15:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['7bb0457c-7975-4265-a84e-9a8c3bc70d4c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:15:05.774869 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ada05463-cf51-43bb-bf59-b71fc55d4197 req-54f56221-73c9-498f-920d-62d4681b403a tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=76292577-29ac-4e62-9543-7e7a71cc09cd HTTP/1.1" status: 200 len: 931 time: 0.1107011 Mar 11 03:15:05.778837 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-71fbb137-e4c5-477d-872f-b95fc4ad5e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (6de7fcfa-fbed-448a-943d-fefb8147f280), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:05.791243 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-262c2c39-430b-4acd-8e3b-f5aaa4b2b42e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:05.796075 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-262c2c39-430b-4acd-8e3b-f5aaa4b2b42e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7904851 Mar 11 03:15:05.796682 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 48454) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:05.838545 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ada05463-cf51-43bb-bf59-b71fc55d4197 req-9a932c96-f38e-4723-a822-49ca1a097c90 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups?id=82d57fab-773f-489d-99af-5d27f23daf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625992 Mar 11 03:15:05.856746 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-8f4ffb34-8ee5-4523-9a97-072b06d9ddad None None] Port 6de7fcfa-fbed-448a-943d-fefb8147f280 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:15:05.858442 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56657c2-b034-4ae7-81fb-4146710dcb71 None None] Network 6c82acaa-34f7-4c2e-903e-4f919f0b3fbc requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:15:05.936477 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-c5d31858-0d69-4948-8534-75c0e3e54337 None None] Set router 7bb0457c-7975-4265-a84e-9a8c3bc70d4c gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:15:05.990079 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-834c6d7d-8fac-40df-a1d3-81bca7499e72 None None] Provisioning complete for port ce61a0c6-208e-4182-b20f-d10b8b590b27 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:15:05.990458 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-834c6d7d-8fac-40df-a1d3-81bca7499e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (ce61a0c6-208e-4182-b20f-d10b8b590b27), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:06.085040 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-834c6d7d-8fac-40df-a1d3-81bca7499e72 None None] Current status of the port ce61a0c6-208e-4182-b20f-d10b8b590b27 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:15:06.174349 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c5d31858-0d69-4948-8534-75c0e3e54337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb0457c-7975-4265-a84e-9a8c3bc70d4c', 'name': 'tempest-TestVolumeBootPattern-1320695052-router', 'tenant_id': '4170897b40cc4871b25b467222c79f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '2bf72333-f245-4111-947c-1e0e1fad25f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:15:03Z', 'updated_at': '2022-03-11T03:15:04Z', 'revision_number': 3, 'project_id': '4170897b40cc4871b25b467222c79f6e', 'gw_port': {'id': '2bf72333-f245-4111-947c-1e0e1fad25f0', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:eb:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb0457c-7975-4265-a84e-9a8c3bc70d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:15:03Z', 'updated_at': '2022-03-11T03:15:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi'}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:15:06.232547 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d31858-0d69-4948-8534-75c0e3e54337 None None] Checking router: 7bb0457c-7975-4265-a84e-9a8c3bc70d4c for host: dv-cinder-740146-14-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:15:06.233264 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d31858-0d69-4948-8534-75c0e3e54337 None None] Updating router 7bb0457c-7975-4265-a84e-9a8c3bc70d4c port 2bf72333-f245-4111-947c-1e0e1fad25f0 binding host dv-cinder-740146-14-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 03:15:06.267820 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-c5d31858-0d69-4948-8534-75c0e3e54337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (2bf72333-f245-4111-947c-1e0e1fad25f0), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:06.420038 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-6b6c7a85-3bb7-4fe6-aa40-07ebba8a8396 None None] Provisioning complete for port ce61a0c6-208e-4182-b20f-d10b8b590b27 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:15:06.420437 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6b6c7a85-3bb7-4fe6-aa40-07ebba8a8396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (ce61a0c6-208e-4182-b20f-d10b8b590b27), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:06.497270 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-71fbb137-e4c5-477d-872f-b95fc4ad5e8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6de7fcfa-fbed-448a-943d-fefb8147f280 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:15:06.509210 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-71fbb137-e4c5-477d-872f-b95fc4ad5e8d service neutron] Publish callbacks [] for port (6de7fcfa-fbed-448a-943d-fefb8147f280), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:06.549212 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-71fbb137-e4c5-477d-872f-b95fc4ad5e8d service neutron] Transition to ACTIVE for port object 6de7fcfa-fbed-448a-943d-fefb8147f280 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 03:15:06.560288 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9df1e204-d1b3-4af4-9f24-69d30749aa29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:06.562606 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-71fbb137-e4c5-477d-872f-b95fc4ad5e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26187659'] for port (6de7fcfa-fbed-448a-943d-fefb8147f280), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:06.596234 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-6b6c7a85-3bb7-4fe6-aa40-07ebba8a8396 None None] Current status of the port ce61a0c6-208e-4182-b20f-d10b8b590b27 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:15:06.622050 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:06.627559 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-c5d31858-0d69-4948-8534-75c0e3e54337 None None] Publish callbacks [] for port (2bf72333-f245-4111-947c-1e0e1fad25f0), precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:06.634768 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-c5d31858-0d69-4948-8534-75c0e3e54337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (2bf72333-f245-4111-947c-1e0e1fad25f0), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:06.698998 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbb137-e4c5-477d-872f-b95fc4ad5e8d service neutron] Pushing event updated for resources: {'Port': ['ID=6de7fcfa-fbed-448a-943d-fefb8147f280,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:06.722327 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-c5d31858-0d69-4948-8534-75c0e3e54337 None None] Attempting to bind port 2bf72333-f245-4111-947c-1e0e1fad25f0 on host dv-cinder-740146-14-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:15:06.722512 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-c5d31858-0d69-4948-8534-75c0e3e54337 None None] Attempting to bind port 2bf72333-f245-4111-947c-1e0e1fad25f0 by drivers openvswitch,hyperv on host dv-cinder-740146-14-iscsi at level 0 using segments [{'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:15:06.723009 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d31858-0d69-4948-8534-75c0e3e54337 None None] Attempting to bind port 2bf72333-f245-4111-947c-1e0e1fad25f0 on network 9b47ca21-aede-450a-93e7-0e4b22f1eaa6 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:15:06.732522 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22244603-5eb8-41a5-97f7-7628cba98fec None None] Pushing event updated for resources: {'Port': ['ID=2bf72333-f245-4111-947c-1e0e1fad25f0,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:06.741451 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d31858-0d69-4948-8534-75c0e3e54337 None None] Checking agent: {'id': '4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 1, 6), 'started_at': datetime.datetime(2022, 3, 11, 3, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:15:06.742590 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d31858-0d69-4948-8534-75c0e3e54337 None None] Checking segment: {'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:15:06.743107 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-c5d31858-0d69-4948-8534-75c0e3e54337 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:06.744296 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d31858-0d69-4948-8534-75c0e3e54337 None None] Bound using segment: {'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:15:06.744867 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-c5d31858-0d69-4948-8534-75c0e3e54337 None None] Bound port: 2bf72333-f245-4111-947c-1e0e1fad25f0, host: dv-cinder-740146-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:15:06.745705 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-c5d31858-0d69-4948-8534-75c0e3e54337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (2bf72333-f245-4111-947c-1e0e1fad25f0), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:06.815126 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 48472) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:06.821959 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-71fbb137-e4c5-477d-872f-b95fc4ad5e8d service neutron] Attempting to bind port 6de7fcfa-fbed-448a-943d-fefb8147f280 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:15:06.822300 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-71fbb137-e4c5-477d-872f-b95fc4ad5e8d service neutron] Attempting to bind port 6de7fcfa-fbed-448a-943d-fefb8147f280 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'ef342fbb-c25c-49c4-bd38-1f15c79d8ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:15:06.822631 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-71fbb137-e4c5-477d-872f-b95fc4ad5e8d service neutron] Attempting to bind port 6de7fcfa-fbed-448a-943d-fefb8147f280 on network fd48ed16-54d7-4f44-be1f-91d180612d66 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:15:06.830863 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-c5d31858-0d69-4948-8534-75c0e3e54337 None None] For port 2bf72333-f245-4111-947c-1e0e1fad25f0, host dv-cinder-740146-14-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:15:06.835571 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-c5d31858-0d69-4948-8534-75c0e3e54337 None None] For port 2bf72333-f245-4111-947c-1e0e1fad25f0, host dv-cinder-740146-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=2bf72333-f245-4111-947c-1e0e1fad25f0,segment=NetworkSegment(77d20882-625f-4a13-9566-ab6cf60f2c81),segment_id=77d20882-625f-4a13-9566-ab6cf60f2c81)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:15:06.847900 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-c5d31858-0d69-4948-8534-75c0e3e54337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (2bf72333-f245-4111-947c-1e0e1fad25f0), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:06.851569 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-71fbb137-e4c5-477d-872f-b95fc4ad5e8d service neutron] Port 6de7fcfa-fbed-448a-943d-fefb8147f280 on network fd48ed16-54d7-4f44-be1f-91d180612d66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 03:15:06.851908 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-71fbb137-e4c5-477d-872f-b95fc4ad5e8d service neutron] Attempting to bind port 6de7fcfa-fbed-448a-943d-fefb8147f280 on network fd48ed16-54d7-4f44-be1f-91d180612d66 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:15:06.906858 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-9df1e204-d1b3-4af4-9f24-69d30749aa29 admin admin] Allocated IP 172.20.0.1 (6c82acaa-34f7-4c2e-903e-4f919f0b3fbc/58405fb8-9557-470c-8ed8-f9613411aece/48c49de2-7bb7-46e7-b7db-ad430a5602a0) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:15:06.964396 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d31858-0d69-4948-8534-75c0e3e54337 None None] Routers {'7bb0457c-7975-4265-a84e-9a8c3bc70d4c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:15:06.965043 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c5d31858-0d69-4948-8534-75c0e3e54337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:15:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['7bb0457c-7975-4265-a84e-9a8c3bc70d4c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:15:06.990565 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-afcac030-b223-4059-bc5b-33093b022b00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:07.011456 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22244603-5eb8-41a5-97f7-7628cba98fec None None] Pushing event updated for resources: {'Port': ['ID=2bf72333-f245-4111-947c-1e0e1fad25f0,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:07.057352 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9df1e204-d1b3-4af4-9f24-69d30749aa29 admin admin] Publish callbacks [] for port (48c49de2-7bb7-46e7-b7db-ad430a5602a0), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:07.071343 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec90b49-da41-4e41-96f9-c54136647ebc req-727d0bd3-0d9f-4bbb-9b88-f9f381ca6828 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:07.078384 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3ec90b49-da41-4e41-96f9-c54136647ebc req-727d0bd3-0d9f-4bbb-9b88-f9f381ca6828 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=76292577-29ac-4e62-9543-7e7a71cc09cd HTTP/1.1" status: 200 len: 943 time: 0.1409066 Mar 11 03:15:07.081180 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-71fbb137-e4c5-477d-872f-b95fc4ad5e8d service neutron] Checking agent: {'id': '5f38bfdc-d68c-4827-815d-ecd182596ad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'started_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:15:07.081409 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-71fbb137-e4c5-477d-872f-b95fc4ad5e8d service neutron] Checking segment: {'id': 'ef342fbb-c25c-49c4-bd38-1f15c79d8ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:15:07.081794 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-71fbb137-e4c5-477d-872f-b95fc4ad5e8d service neutron] Bound using segment: {'id': 'ef342fbb-c25c-49c4-bd38-1f15c79d8ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:15:07.082498 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-71fbb137-e4c5-477d-872f-b95fc4ad5e8d service neutron] Bound port: 6de7fcfa-fbed-448a-943d-fefb8147f280, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef342fbb-c25c-49c4-bd38-1f15c79d8ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:15:07.082982 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-71fbb137-e4c5-477d-872f-b95fc4ad5e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (6de7fcfa-fbed-448a-943d-fefb8147f280), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:07.127635 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-afcac030-b223-4059-bc5b-33093b022b00 admin admin] Publish callbacks [] for security_group (6ee66397-d15a-40dd-b5d2-0256a37e3137), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:07.137181 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-afcac030-b223-4059-bc5b-33093b022b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (6ee66397-d15a-40dd-b5d2-0256a37e3137), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:07.137653 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-c5d31858-0d69-4948-8534-75c0e3e54337 None None] Set router 7bb0457c-7975-4265-a84e-9a8c3bc70d4c gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:15:07.189814 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-71fbb137-e4c5-477d-872f-b95fc4ad5e8d service neutron] For port 6de7fcfa-fbed-448a-943d-fefb8147f280, host hv-cinder-74014, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:15:07.193939 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-71fbb137-e4c5-477d-872f-b95fc4ad5e8d service neutron] For port 6de7fcfa-fbed-448a-943d-fefb8147f280, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=6de7fcfa-fbed-448a-943d-fefb8147f280,segment=NetworkSegment(ef342fbb-c25c-49c4-bd38-1f15c79d8ac6),segment_id=ef342fbb-c25c-49c4-bd38-1f15c79d8ac6)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:15:07.196237 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9df1e204-d1b3-4af4-9f24-69d30749aa29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (48c49de2-7bb7-46e7-b7db-ad430a5602a0), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:07.209156 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3ec90b49-da41-4e41-96f9-c54136647ebc req-3d336520-bdf3-4e45-bbff-bfaf38542cd5 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups?id=82d57fab-773f-489d-99af-5d27f23daf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272192 Mar 11 03:15:07.214875 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-afcac030-b223-4059-bc5b-33093b022b00 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=76feecdb628f45deaaee4caad6b58dfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3974631 Mar 11 03:15:07.215591 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 48478) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:07.216492 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcac030-b223-4059-bc5b-33093b022b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee66397-d15a-40dd-b5d2-0256a37e3137,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:07.246664 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-71fbb137-e4c5-477d-872f-b95fc4ad5e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26187659'] for port (6de7fcfa-fbed-448a-943d-fefb8147f280), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:07.273631 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df1e204-d1b3-4af4-9f24-69d30749aa29 admin admin] Network 6c82acaa-34f7-4c2e-903e-4f919f0b3fbc is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:15:07.274414 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df1e204-d1b3-4af4-9f24-69d30749aa29 admin admin] Pushing event updated for resources: {'Port': ['ID=48c49de2-7bb7-46e7-b7db-ad430a5602a0,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:07.277530 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-71fbb137-e4c5-477d-872f-b95fc4ad5e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:07.278170 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-71fbb137-e4c5-477d-872f-b95fc4ad5e8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:07.279610 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-71fbb137-e4c5-477d-872f-b95fc4ad5e8d service neutron] 10.222.0.18 "PUT /v2.0/ports/6de7fcfa-fbed-448a-943d-fefb8147f280 HTTP/1.1" status: 200 len: 1093 time: 1.6427794 Mar 11 03:15:07.280319 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76292577-29ac-4e62-9543-7e7a71cc09cd', 'tag': '6de7fcfa-fbed-448a-943d-fefb8147f280'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:15:07.282709 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00011f10-099d-4261-8941-f0cad58aa0cc" -d '{"events": [{"name": "network-changed", "server_uuid": "76292577-29ac-4e62-9543-7e7a71cc09cd", "tag": "6de7fcfa-fbed-448a-943d-fefb8147f280"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:15:07.300963 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-9df1e204-d1b3-4af4-9f24-69d30749aa29 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:15:07.306259 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df1e204-d1b3-4af4-9f24-69d30749aa29 admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:15:07.312335 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-80e69570-6845-4d13-8797-29aaf928c390 admin admin] Publish callbacks [] for security_group (6ee66397-d15a-40dd-b5d2-0256a37e3137), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:07.366963 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-80e69570-6845-4d13-8797-29aaf928c390 admin admin] Publish callbacks [] for security_group (6ee66397-d15a-40dd-b5d2-0256a37e3137), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:07.382834 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 7bf9e685-d578-4a2b-a944-ff57abd96f15 up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:15:07.407429 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c5d31858-0d69-4948-8534-75c0e3e54337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb0457c-7975-4265-a84e-9a8c3bc70d4c', 'name': 'tempest-TestVolumeBootPattern-1320695052-router', 'tenant_id': '4170897b40cc4871b25b467222c79f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '2bf72333-f245-4111-947c-1e0e1fad25f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:15:03Z', 'updated_at': '2022-03-11T03:15:04Z', 'revision_number': 3, 'project_id': '4170897b40cc4871b25b467222c79f6e', 'gw_port': {'id': '2bf72333-f245-4111-947c-1e0e1fad25f0', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:eb:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb0457c-7975-4265-a84e-9a8c3bc70d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:15:03Z', 'updated_at': '2022-03-11T03:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi'}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:15:07.420908 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c2b060-e92f-484a-9c8b-eb03384e7b4b x-openstack-request-id: req-12c2b060-e92f-484a-9c8b-eb03384e7b4b {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:15:07.421197 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76292577-29ac-4e62-9543-7e7a71cc09cd", "tag": "6de7fcfa-fbed-448a-943d-fefb8147f280", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:15:07.421455 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-12c2b060-e92f-484a-9c8b-eb03384e7b4b {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:15:07.421853 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76292577-29ac-4e62-9543-7e7a71cc09cd', 'tag': '6de7fcfa-fbed-448a-943d-fefb8147f280', 'status': 'completed', 'code': 200} Mar 11 03:15:07.449900 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d31858-0d69-4948-8534-75c0e3e54337 None None] The sync data for ids ['7bb0457c-7975-4265-a84e-9a8c3bc70d4c'] in dv-cinder-740146-14-iscsi is: [{'id': '7bb0457c-7975-4265-a84e-9a8c3bc70d4c', 'name': 'tempest-TestVolumeBootPattern-1320695052-router', 'tenant_id': '4170897b40cc4871b25b467222c79f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '2bf72333-f245-4111-947c-1e0e1fad25f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:15:03Z', 'updated_at': '2022-03-11T03:15:04Z', 'revision_number': 3, 'project_id': '4170897b40cc4871b25b467222c79f6e', 'gw_port': {'id': '2bf72333-f245-4111-947c-1e0e1fad25f0', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:eb:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb0457c-7975-4265-a84e-9a8c3bc70d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:15:03Z', 'updated_at': '2022-03-11T03:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:15:07.470671 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-80e69570-6845-4d13-8797-29aaf928c390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (6ee66397-d15a-40dd-b5d2-0256a37e3137), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:07.474298 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-80e69570-6845-4d13-8797-29aaf928c390 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:07.479824 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-80e69570-6845-4d13-8797-29aaf928c390 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6ee66397-d15a-40dd-b5d2-0256a37e3137 HTTP/1.1" status: 204 len: 168 time: 0.2598896 Mar 11 03:15:07.492652 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e69570-6845-4d13-8797-29aaf928c390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee66397-d15a-40dd-b5d2-0256a37e3137,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:07.496046 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9df1e204-d1b3-4af4-9f24-69d30749aa29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1736817'] for router_interface (7bb0457c-7975-4265-a84e-9a8c3bc70d4c), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:07.498800 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port 7bf9e685-d578-4a2b-a944-ff57abd96f15 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:15:07.499251 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (7bf9e685-d578-4a2b-a944-ff57abd96f15), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:07.579813 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbb137-e4c5-477d-872f-b95fc4ad5e8d service neutron] Pushing event updated for resources: {'Port': ['ID=6de7fcfa-fbed-448a-943d-fefb8147f280,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:07.610370 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-8686d0e7-a725-468c-9edd-ceb39b3f358b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:07.611905 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-8686d0e7-a725-468c-9edd-ceb39b3f358b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=717229175a63443abe76773a02a79818&device_id=76292577-29ac-4e62-9543-7e7a71cc09cd HTTP/1.1" status: 200 len: 1127 time: 0.2772386 Mar 11 03:15:07.670767 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port 7bf9e685-d578-4a2b-a944-ff57abd96f15 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:15:07.676542 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device ce61a0c6-208e-4182-b20f-d10b8b590b27 up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:15:07.793700 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port ce61a0c6-208e-4182-b20f-d10b8b590b27 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:15:07.795662 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (ce61a0c6-208e-4182-b20f-d10b8b590b27), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:07.936881 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port ce61a0c6-208e-4182-b20f-d10b8b590b27 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:15:07.967611 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-2dc3c8b8-1754-4f59-951c-25a840f5735f None None] Provisioning complete for port 48c49de2-7bb7-46e7-b7db-ad430a5602a0 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:15:07.968271 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2dc3c8b8-1754-4f59-951c-25a840f5735f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (48c49de2-7bb7-46e7-b7db-ad430a5602a0), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:08.018625 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-2dc3c8b8-1754-4f59-951c-25a840f5735f None None] Port 48c49de2-7bb7-46e7-b7db-ad430a5602a0 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:15:08.025782 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-6ff2675a-678c-4ec9-acc5-40c9553b6fbb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6de7fcfa-fbed-448a-943d-fefb8147f280 HTTP/1.1" status: 200 len: 217 time: 0.4013040 Mar 11 03:15:08.123426 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-f63088f9-6382-41eb-abdd-cfa4b17f4955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:08.124921 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-f63088f9-6382-41eb-abdd-cfa4b17f4955 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a31257a5-7a1e-45b3-aef2-2a2faf6425a3 HTTP/1.1" status: 200 len: 854 time: 0.0919747 Mar 11 03:15:08.183527 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9df1e204-d1b3-4af4-9f24-69d30749aa29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (48c49de2-7bb7-46e7-b7db-ad430a5602a0), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:08.239320 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-a2eac084-5a74-40ae-862f-f19471c4fc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:08.240722 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-a2eac084-5a74-40ae-862f-f19471c4fc02 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd48ed16-54d7-4f44-be1f-91d180612d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0963633 Mar 11 03:15:08.381350 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0623cb-8790-4d33-a1c1-db5a59cd7273 req-9abba2b4-e7c8-4efa-b6c6-50d2c0a8ef04 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:08.383902 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3d0623cb-8790-4d33-a1c1-db5a59cd7273 req-9abba2b4-e7c8-4efa-b6c6-50d2c0a8ef04 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=76292577-29ac-4e62-9543-7e7a71cc09cd HTTP/1.1" status: 200 len: 943 time: 0.0816371 Mar 11 03:15:08.422638 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-ce0217e5-6596-4d5b-8de9-51f561c908e9 service neutron] 10.222.0.18 "GET /v2.0/networks/fd48ed16-54d7-4f44-be1f-91d180612d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733062 Mar 11 03:15:08.467802 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3d0623cb-8790-4d33-a1c1-db5a59cd7273 req-df34de16-902d-40ad-8ef1-63feeb8c06e4 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups?id=82d57fab-773f-489d-99af-5d27f23daf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695047 Mar 11 03:15:08.494344 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9df1e204-d1b3-4af4-9f24-69d30749aa29 admin admin] Publish callbacks [] for port (48c49de2-7bb7-46e7-b7db-ad430a5602a0), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:08.505820 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9df1e204-d1b3-4af4-9f24-69d30749aa29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26187659'] for port (48c49de2-7bb7-46e7-b7db-ad430a5602a0), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:08.621907 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df1e204-d1b3-4af4-9f24-69d30749aa29 admin admin] Pushing event updated for resources: {'Port': ['ID=48c49de2-7bb7-46e7-b7db-ad430a5602a0,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:08.626280 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9df1e204-d1b3-4af4-9f24-69d30749aa29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736925'] for router_interface (7bb0457c-7975-4265-a84e-9a8c3bc70d4c), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:08.650654 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ad111062-f116-4ab3-8757-4315cac7e0c6 req-3be55230-9e2c-4c21-9b9a-85cb4f8eb868 service neutron] 10.222.0.18 "GET /v2.0/networks/fd48ed16-54d7-4f44-be1f-91d180612d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168720 Mar 11 03:15:08.774336 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df1e204-d1b3-4af4-9f24-69d30749aa29 admin admin] Network 6c82acaa-34f7-4c2e-903e-4f919f0b3fbc is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:15:08.778051 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-9df1e204-d1b3-4af4-9f24-69d30749aa29 admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:15:08.785127 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00011f10-099d-4261-8941-f0cad58aa0cc req-7e0e304b-29d3-4fbe-acbc-94e503c4bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:08.786498 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-00011f10-099d-4261-8941-f0cad58aa0cc req-7e0e304b-29d3-4fbe-acbc-94e503c4bb75 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=717229175a63443abe76773a02a79818&device_id=76292577-29ac-4e62-9543-7e7a71cc09cd HTTP/1.1" status: 200 len: 1127 time: 0.0759988 Mar 11 03:15:08.980357 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df1e204-d1b3-4af4-9f24-69d30749aa29 admin admin] Router 7bb0457c-7975-4265-a84e-9a8c3bc70d4c has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:15:08.982845 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00011f10-099d-4261-8941-f0cad58aa0cc req-c59489df-27c8-4f33-8839-8575fecd52ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:08.984541 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-00011f10-099d-4261-8941-f0cad58aa0cc req-c59489df-27c8-4f33-8839-8575fecd52ab service neutron] 10.222.0.18 "GET /v2.0/networks?id=fd48ed16-54d7-4f44-be1f-91d180612d66 HTTP/1.1" status: 200 len: 915 time: 0.1521916 Mar 11 03:15:09.032848 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-00011f10-099d-4261-8941-f0cad58aa0cc req-33f6a494-d747-4788-85a9-721f99afd523 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6de7fcfa-fbed-448a-943d-fefb8147f280 HTTP/1.1" status: 200 len: 217 time: 0.0410404 Mar 11 03:15:09.055888 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-37759ee7-7a49-442d-ab89-f344d1b2bbad None None] Provisioning complete for port 48c49de2-7bb7-46e7-b7db-ad430a5602a0 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:15:09.057115 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-37759ee7-7a49-442d-ab89-f344d1b2bbad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (48c49de2-7bb7-46e7-b7db-ad430a5602a0), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:09.123704 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-37759ee7-7a49-442d-ab89-f344d1b2bbad None None] Port 48c49de2-7bb7-46e7-b7db-ad430a5602a0 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:15:09.129473 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 2bf72333-f245-4111-947c-1e0e1fad25f0 up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:15:09.169840 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00011f10-099d-4261-8941-f0cad58aa0cc req-7ef7b9d0-631d-4ac0-8771-ceb4dfcec16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:09.171880 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-00011f10-099d-4261-8941-f0cad58aa0cc req-7ef7b9d0-631d-4ac0-8771-ceb4dfcec16d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a31257a5-7a1e-45b3-aef2-2a2faf6425a3 HTTP/1.1" status: 200 len: 854 time: 0.0936949 Mar 11 03:15:09.183657 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port 2bf72333-f245-4111-947c-1e0e1fad25f0 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:15:09.184381 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (2bf72333-f245-4111-947c-1e0e1fad25f0), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:09.238244 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df1e204-d1b3-4af4-9f24-69d30749aa29 admin admin] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:15:09.245906 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-9df1e204-d1b3-4af4-9f24-69d30749aa29 admin admin] 10.222.0.16 "PUT /v2.0/routers/7bb0457c-7975-4265-a84e-9a8c3bc70d4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4438279 Mar 11 03:15:09.258101 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00011f10-099d-4261-8941-f0cad58aa0cc req-85a370c3-774b-4821-9381-b551d16eb6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:09.259695 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-00011f10-099d-4261-8941-f0cad58aa0cc req-85a370c3-774b-4821-9381-b551d16eb6e5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd48ed16-54d7-4f44-be1f-91d180612d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0807362 Mar 11 03:15:09.314209 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port 2bf72333-f245-4111-947c-1e0e1fad25f0 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:15:09.314598 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (2bf72333-f245-4111-947c-1e0e1fad25f0), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:09.348070 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] For port 2bf72333-f245-4111-947c-1e0e1fad25f0, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=2bf72333-f245-4111-947c-1e0e1fad25f0,segment=NetworkSegment(77d20882-625f-4a13-9566-ab6cf60f2c81),segment_id=77d20882-625f-4a13-9566-ab6cf60f2c81)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:15:09.352988 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (2bf72333-f245-4111-947c-1e0e1fad25f0), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:09.373694 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-00011f10-099d-4261-8941-f0cad58aa0cc req-161892b0-f7a0-4f13-9364-cd89c2e47dbe service neutron] 10.222.0.18 "GET /v2.0/networks/fd48ed16-54d7-4f44-be1f-91d180612d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067207 Mar 11 03:15:09.432515 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Pushing event updated for resources: {'Port': ['ID=2bf72333-f245-4111-947c-1e0e1fad25f0,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:09.529598 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-00011f10-099d-4261-8941-f0cad58aa0cc req-e12ee676-e6da-4b2c-acef-4e7ac22b0a20 service neutron] 10.222.0.18 "GET /v2.0/networks/fd48ed16-54d7-4f44-be1f-91d180612d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493080 Mar 11 03:15:09.589121 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48fb15-f7fd-419f-91cb-1aadda73c39c req-5cf7bc0c-44da-441c-ad3e-bc8492073c4f tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:09.591959 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cb48fb15-f7fd-419f-91cb-1aadda73c39c req-5cf7bc0c-44da-441c-ad3e-bc8492073c4f tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=76292577-29ac-4e62-9543-7e7a71cc09cd HTTP/1.1" status: 200 len: 943 time: 0.0608182 Mar 11 03:15:09.645423 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cb48fb15-f7fd-419f-91cb-1aadda73c39c req-036dcc17-c1e8-42a4-9311-92a1daa4c21e tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups?id=82d57fab-773f-489d-99af-5d27f23daf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465624 Mar 11 03:15:09.703318 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d43fb64-5609-461a-ad2b-8e692c9d1902 None None] Sync routers for ids ['7bb0457c-7975-4265-a84e-9a8c3bc70d4c'] in dv-cinder-740146-14-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:15:09.714540 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d43fb64-5609-461a-ad2b-8e692c9d1902 None None] Routers {'7bb0457c-7975-4265-a84e-9a8c3bc70d4c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:15:09.715152 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-8d43fb64-5609-461a-ad2b-8e692c9d1902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:15:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['7bb0457c-7975-4265-a84e-9a8c3bc70d4c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:15:09.773818 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 48552) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:09.778724 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-49454a18-57a3-4f91-92a1-5a9685e6cbb7 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-145918928', 'description': 'tempest-secgroup-smoke-145918928 description', 'project_id': '35782709df5e4313b93edef74cf56852'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:15:09.800086 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49454a18-57a3-4f91-92a1-5a9685e6cbb7 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:09.845811 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-8d43fb64-5609-461a-ad2b-8e692c9d1902 None None] Set router 7bb0457c-7975-4265-a84e-9a8c3bc70d4c gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:15:09.880679 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49454a18-57a3-4f91-92a1-5a9685e6cbb7 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for security_group (09f5ff8f-a9bf-49c5-a123-6a19c99bf73e), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:09.886558 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49454a18-57a3-4f91-92a1-5a9685e6cbb7 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (09f5ff8f-a9bf-49c5-a123-6a19c99bf73e), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:09.923080 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49454a18-57a3-4f91-92a1-5a9685e6cbb7 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:09.924305 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-49454a18-57a3-4f91-92a1-5a9685e6cbb7 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1495271 Mar 11 03:15:09.927242 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 48564) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:09.931664 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-431339d4-adf3-4ef2-9406-b20163f90b4e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Request body: {'security_group_rule': {'security_group_id': '09f5ff8f-a9bf-49c5-a123-6a19c99bf73e', 'project_id': '35782709df5e4313b93edef74cf56852', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:15:09.939806 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49454a18-57a3-4f91-92a1-5a9685e6cbb7 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:09.983311 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-431339d4-adf3-4ef2-9406-b20163f90b4e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for security_group_rule (2b693616-6bbe-4879-8a2d-e4a564842781), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:10.052292 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-431339d4-adf3-4ef2-9406-b20163f90b4e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for security_group_rule (2b693616-6bbe-4879-8a2d-e4a564842781), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:10.056767 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-431339d4-adf3-4ef2-9406-b20163f90b4e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674351'] for security_group_rule (2b693616-6bbe-4879-8a2d-e4a564842781), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:10.079768 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431339d4-adf3-4ef2-9406-b20163f90b4e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b693616-6bbe-4879-8a2d-e4a564842781,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:10.090135 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-431339d4-adf3-4ef2-9406-b20163f90b4e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:10.092156 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-431339d4-adf3-4ef2-9406-b20163f90b4e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1637728 Mar 11 03:15:10.094407 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-8d43fb64-5609-461a-ad2b-8e692c9d1902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb0457c-7975-4265-a84e-9a8c3bc70d4c', 'name': 'tempest-TestVolumeBootPattern-1320695052-router', 'tenant_id': '4170897b40cc4871b25b467222c79f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '2bf72333-f245-4111-947c-1e0e1fad25f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:15:03Z', 'updated_at': '2022-03-11T03:15:08Z', 'revision_number': 4, 'project_id': '4170897b40cc4871b25b467222c79f6e', 'gw_port': {'id': '2bf72333-f245-4111-947c-1e0e1fad25f0', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:eb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb0457c-7975-4265-a84e-9a8c3bc70d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:15:03Z', 'updated_at': '2022-03-11T03:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '48c49de2-7bb7-46e7-b7db-ad430a5602a0', 'name': '', 'network_id': '6c82acaa-34f7-4c2e-903e-4f919f0b3fbc', 'tenant_id': '4170897b40cc4871b25b467222c79f6e', 'mac_address': 'fa:16:3e:b0:e5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb0457c-7975-4265-a84e-9a8c3bc70d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '58405fb8-9557-470c-8ed8-f9613411aece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:15:06Z', 'updated_at': '2022-03-11T03:15:08Z', 'revision_number': 2, 'project_id': '4170897b40cc4871b25b467222c79f6e', 'subnets': [{'id': '58405fb8-9557-470c-8ed8-f9613411aece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:15:10.094945 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 48576) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:10.100009 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-25d931b6-eadc-4a20-97e2-cc7b707f21f3 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Request body: {'security_group_rule': {'security_group_id': '09f5ff8f-a9bf-49c5-a123-6a19c99bf73e', 'project_id': '35782709df5e4313b93edef74cf56852', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:15:10.125391 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d43fb64-5609-461a-ad2b-8e692c9d1902 None None] Checking router: 7bb0457c-7975-4265-a84e-9a8c3bc70d4c for host: dv-cinder-740146-14-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:15:10.125749 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d43fb64-5609-461a-ad2b-8e692c9d1902 None None] Updating router 7bb0457c-7975-4265-a84e-9a8c3bc70d4c port 48c49de2-7bb7-46e7-b7db-ad430a5602a0 binding host dv-cinder-740146-14-iscsi {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 03:15:10.126682 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25d931b6-eadc-4a20-97e2-cc7b707f21f3 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for security_group_rule (bf56ef8e-325c-4830-9fdd-2378a0009fbe), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:10.162974 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8d43fb64-5609-461a-ad2b-8e692c9d1902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (48c49de2-7bb7-46e7-b7db-ad430a5602a0), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:10.192635 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25d931b6-eadc-4a20-97e2-cc7b707f21f3 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for security_group_rule (bf56ef8e-325c-4830-9fdd-2378a0009fbe), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:10.200909 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25d931b6-eadc-4a20-97e2-cc7b707f21f3 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674351'] for security_group_rule (bf56ef8e-325c-4830-9fdd-2378a0009fbe), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:10.217233 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d931b6-eadc-4a20-97e2-cc7b707f21f3 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf56ef8e-325c-4830-9fdd-2378a0009fbe,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:10.236482 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-25d931b6-eadc-4a20-97e2-cc7b707f21f3 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:10.240541 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-25d931b6-eadc-4a20-97e2-cc7b707f21f3 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1418390 Mar 11 03:15:10.240821 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 48588) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:10.246122 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-27e31493-0b0f-4ca4-831e-f8c71637c78d tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Request body: {'security_group_rule': {'security_group_id': '09f5ff8f-a9bf-49c5-a123-6a19c99bf73e', 'project_id': '35782709df5e4313b93edef74cf56852', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:15:10.275258 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-27e31493-0b0f-4ca4-831e-f8c71637c78d tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for security_group_rule (a2541271-50c0-4af5-b4f2-c4ca49257457), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:10.363476 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-27e31493-0b0f-4ca4-831e-f8c71637c78d tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for security_group_rule (a2541271-50c0-4af5-b4f2-c4ca49257457), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:10.368886 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-27e31493-0b0f-4ca4-831e-f8c71637c78d tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674351'] for security_group_rule (a2541271-50c0-4af5-b4f2-c4ca49257457), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:10.390078 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e31493-0b0f-4ca4-831e-f8c71637c78d tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2541271-50c0-4af5-b4f2-c4ca49257457,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:10.404998 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-93429d67-8ba4-4714-97f8-2aae141a119a req-b9564f33-e3e7-4aa6-885b-466779f97383 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0639460 Mar 11 03:15:10.422092 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-27e31493-0b0f-4ca4-831e-f8c71637c78d tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:10.427568 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 48602) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:10.428042 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-27e31493-0b0f-4ca4-831e-f8c71637c78d tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1858892 Mar 11 03:15:10.435285 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-d8921a75-ef6f-4a4f-b0bb-833d1a03fa20 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Request body: {'security_group_rule': {'security_group_id': '09f5ff8f-a9bf-49c5-a123-6a19c99bf73e', 'project_id': '35782709df5e4313b93edef74cf56852', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:15:10.505478 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8d43fb64-5609-461a-ad2b-8e692c9d1902 None None] Publish callbacks [] for port (48c49de2-7bb7-46e7-b7db-ad430a5602a0), precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:10.510506 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d8921a75-ef6f-4a4f-b0bb-833d1a03fa20 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for security_group_rule (d4b9da0a-0e89-48bd-b356-92886fbe15fa), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:10.511835 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8d43fb64-5609-461a-ad2b-8e692c9d1902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (48c49de2-7bb7-46e7-b7db-ad430a5602a0), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:10.554618 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93429d67-8ba4-4714-97f8-2aae141a119a req-21bcd5eb-113e-47fa-abe9-818294efe08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:10.556106 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-93429d67-8ba4-4714-97f8-2aae141a119a req-21bcd5eb-113e-47fa-abe9-818294efe08a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d1479d5aac746a7a501d6c1fd3e7dc4&device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 1131 time: 0.1026623 Mar 11 03:15:10.563824 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079e204-a33e-406e-ad58-d13607831a14 None None] Pushing event updated for resources: {'Port': ['ID=48c49de2-7bb7-46e7-b7db-ad430a5602a0,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:10.625849 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-8d43fb64-5609-461a-ad2b-8e692c9d1902 None None] Attempting to bind port 48c49de2-7bb7-46e7-b7db-ad430a5602a0 on host dv-cinder-740146-14-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:15:10.626263 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-8d43fb64-5609-461a-ad2b-8e692c9d1902 None None] Attempting to bind port 48c49de2-7bb7-46e7-b7db-ad430a5602a0 by drivers openvswitch,hyperv on host dv-cinder-740146-14-iscsi at level 0 using segments [{'id': '6306ba5f-0f99-408f-9623-749631003093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6c82acaa-34f7-4c2e-903e-4f919f0b3fbc'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:15:10.626822 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d43fb64-5609-461a-ad2b-8e692c9d1902 None None] Attempting to bind port 48c49de2-7bb7-46e7-b7db-ad430a5602a0 on network 6c82acaa-34f7-4c2e-903e-4f919f0b3fbc {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:15:10.632617 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d43fb64-5609-461a-ad2b-8e692c9d1902 None None] Checking agent: {'id': '4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 1, 6), 'started_at': datetime.datetime(2022, 3, 11, 3, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:15:10.632994 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d43fb64-5609-461a-ad2b-8e692c9d1902 None None] Checking segment: {'id': '6306ba5f-0f99-408f-9623-749631003093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6c82acaa-34f7-4c2e-903e-4f919f0b3fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:15:10.633453 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8d43fb64-5609-461a-ad2b-8e692c9d1902 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:10.634232 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d43fb64-5609-461a-ad2b-8e692c9d1902 None None] Bound using segment: {'id': '6306ba5f-0f99-408f-9623-749631003093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6c82acaa-34f7-4c2e-903e-4f919f0b3fbc'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:15:10.634382 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-8d43fb64-5609-461a-ad2b-8e692c9d1902 None None] Bound port: 48c49de2-7bb7-46e7-b7db-ad430a5602a0, host: dv-cinder-740146-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6306ba5f-0f99-408f-9623-749631003093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '6c82acaa-34f7-4c2e-903e-4f919f0b3fbc'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:15:10.634703 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8d43fb64-5609-461a-ad2b-8e692c9d1902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (48c49de2-7bb7-46e7-b7db-ad430a5602a0), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:10.638875 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d8921a75-ef6f-4a4f-b0bb-833d1a03fa20 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for security_group_rule (d4b9da0a-0e89-48bd-b356-92886fbe15fa), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:10.665646 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d8921a75-ef6f-4a4f-b0bb-833d1a03fa20 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674351'] for security_group_rule (d4b9da0a-0e89-48bd-b356-92886fbe15fa), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:10.694803 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 6de7fcfa-fbed-448a-943d-fefb8147f280 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 03:15:10.703750 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8921a75-ef6f-4a4f-b0bb-833d1a03fa20 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b9da0a-0e89-48bd-b356-92886fbe15fa,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:10.736153 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d8921a75-ef6f-4a4f-b0bb-833d1a03fa20 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:10.737731 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d8921a75-ef6f-4a4f-b0bb-833d1a03fa20 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3086860 Mar 11 03:15:10.740611 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 48622) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:10.741647 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93429d67-8ba4-4714-97f8-2aae141a119a req-7b459fce-dda1-4062-84e1-40da5dfc9ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:10.743286 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-93429d67-8ba4-4714-97f8-2aae141a119a req-7b459fce-dda1-4062-84e1-40da5dfc9ea8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=24591a89-9096-47e5-935c-efce9ff962e5 HTTP/1.1" status: 200 len: 917 time: 0.1609337 Mar 11 03:15:10.747900 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-f6be1b77-cd6c-4ae9-bcd4-e60ab3136ada tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Request body: {'security_group_rule': {'security_group_id': '09f5ff8f-a9bf-49c5-a123-6a19c99bf73e', 'project_id': '35782709df5e4313b93edef74cf56852', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:15:10.769450 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-8d43fb64-5609-461a-ad2b-8e692c9d1902 None None] For port 48c49de2-7bb7-46e7-b7db-ad430a5602a0, host dv-cinder-740146-14-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:15:10.777563 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-8d43fb64-5609-461a-ad2b-8e692c9d1902 None None] For port 48c49de2-7bb7-46e7-b7db-ad430a5602a0, host dv-cinder-740146-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=48c49de2-7bb7-46e7-b7db-ad430a5602a0,segment=NetworkSegment(6306ba5f-0f99-408f-9623-749631003093),segment_id=6306ba5f-0f99-408f-9623-749631003093)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:15:10.806091 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8d43fb64-5609-461a-ad2b-8e692c9d1902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (48c49de2-7bb7-46e7-b7db-ad430a5602a0), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:10.857231 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-93429d67-8ba4-4714-97f8-2aae141a119a req-f98c5398-ac5e-484f-8236-b24b94cf9a32 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=440370ab-99bd-4ccb-b5e1-ee959271dba7 HTTP/1.1" status: 200 len: 1002 time: 0.1058187 Mar 11 03:15:10.862137 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.db.securitygroups_db [None req-f6be1b77-cd6c-4ae9-bcd4-e60ab3136ada tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Project 35782709df5e4313b93edef74cf56852 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 03:15:10.877791 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f6be1b77-cd6c-4ae9-bcd4-e60ab3136ada tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for security_group_rule (8c3e454a-f627-4a48-a1d3-dc777df9e872), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:10.938869 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93429d67-8ba4-4714-97f8-2aae141a119a req-fb33b992-0ac0-4391-b3ee-0fc4f96648c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:10.943892 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4750c26-3309-4a78-b532-b8aefb0962d2 req-9893947e-1580-42a0-8a45-2fe3d5384d04 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:10.947854 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-93429d67-8ba4-4714-97f8-2aae141a119a req-fb33b992-0ac0-4391-b3ee-0fc4f96648c5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b3f1ad71-9fd3-4f40-b64d-92b2f6facb57 HTTP/1.1" status: 200 len: 856 time: 0.0838807 Mar 11 03:15:10.951018 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f4750c26-3309-4a78-b532-b8aefb0962d2 req-9893947e-1580-42a0-8a45-2fe3d5384d04 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=76292577-29ac-4e62-9543-7e7a71cc09cd HTTP/1.1" status: 200 len: 943 time: 0.1853325 Mar 11 03:15:11.014769 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93429d67-8ba4-4714-97f8-2aae141a119a req-fbd3aa33-11a9-4b65-83bd-8474ec06c050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:11.017898 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-93429d67-8ba4-4714-97f8-2aae141a119a req-fbd3aa33-11a9-4b65-83bd-8474ec06c050 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=24591a89-9096-47e5-935c-efce9ff962e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0642443 Mar 11 03:15:11.035734 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f6be1b77-cd6c-4ae9-bcd4-e60ab3136ada tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for security_group_rule (8c3e454a-f627-4a48-a1d3-dc777df9e872), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:11.042928 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f4750c26-3309-4a78-b532-b8aefb0962d2 req-5182e6f0-5df8-4f3d-b82d-f5cca24aa765 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups?id=82d57fab-773f-489d-99af-5d27f23daf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906572 Mar 11 03:15:11.044554 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f6be1b77-cd6c-4ae9-bcd4-e60ab3136ada tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674351'] for security_group_rule (8c3e454a-f627-4a48-a1d3-dc777df9e872), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:11.065317 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-795f4a26-04ae-4bd0-ae4d-0a5b61419402 None None] Provisioning complete for port 48c49de2-7bb7-46e7-b7db-ad430a5602a0 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:15:11.065917 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-795f4a26-04ae-4bd0-ae4d-0a5b61419402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (48c49de2-7bb7-46e7-b7db-ad430a5602a0), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:11.093252 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be1b77-cd6c-4ae9-bcd4-e60ab3136ada tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c3e454a-f627-4a48-a1d3-dc777df9e872,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:11.099439 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-f6be1b77-cd6c-4ae9-bcd4-e60ab3136ada tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:11.101810 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-f6be1b77-cd6c-4ae9-bcd4-e60ab3136ada tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3601239 Mar 11 03:15:11.113526 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 48636) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:11.115930 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d43fb64-5609-461a-ad2b-8e692c9d1902 None None] Routers {'7bb0457c-7975-4265-a84e-9a8c3bc70d4c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:15:11.117165 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-8d43fb64-5609-461a-ad2b-8e692c9d1902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:15:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['7bb0457c-7975-4265-a84e-9a8c3bc70d4c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:15:11.127282 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-8cb1e760-e84f-436c-a83f-8a43ae4389e0 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Request body: {'security_group_rule': {'security_group_id': '09f5ff8f-a9bf-49c5-a123-6a19c99bf73e', 'project_id': '35782709df5e4313b93edef74cf56852', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:15:11.171843 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.db.securitygroups_db [None req-8cb1e760-e84f-436c-a83f-8a43ae4389e0 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Project 35782709df5e4313b93edef74cf56852 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 03:15:11.184155 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8cb1e760-e84f-436c-a83f-8a43ae4389e0 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for security_group_rule (cd9e7d79-d0af-43ba-8575-101a89575b6d), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:11.190523 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 2bf72333-f245-4111-947c-1e0e1fad25f0 up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:15:11.193027 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079e204-a33e-406e-ad58-d13607831a14 None None] Pushing event updated for resources: {'Port': ['ID=48c49de2-7bb7-46e7-b7db-ad430a5602a0,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:11.254133 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-93429d67-8ba4-4714-97f8-2aae141a119a req-8f13190f-1781-421e-8b50-4f1ccca40391 service neutron] 10.222.0.18 "GET /v2.0/networks/24591a89-9096-47e5-935c-efce9ff962e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167969 Mar 11 03:15:11.268497 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 6de7fcfa-fbed-448a-943d-fefb8147f280, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=6de7fcfa-fbed-448a-943d-fefb8147f280,segment=NetworkSegment(ef342fbb-c25c-49c4-bd38-1f15c79d8ac6),segment_id=ef342fbb-c25c-49c4-bd38-1f15c79d8ac6)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:15:11.287322 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8cb1e760-e84f-436c-a83f-8a43ae4389e0 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for security_group_rule (cd9e7d79-d0af-43ba-8575-101a89575b6d), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:11.294960 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8cb1e760-e84f-436c-a83f-8a43ae4389e0 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674351'] for security_group_rule (cd9e7d79-d0af-43ba-8575-101a89575b6d), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:11.302587 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Returning: {'device': '6de7fcfa-fbed-448a-943d-fefb8147f280', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'port_id': '6de7fcfa-fbed-448a-943d-fefb8147f280', 'mac_address': 'fa:16:3e:d4:a2:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 03:15:11.321305 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1e760-e84f-436c-a83f-8a43ae4389e0 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd9e7d79-d0af-43ba-8575-101a89575b6d,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:11.335779 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8cb1e760-e84f-436c-a83f-8a43ae4389e0 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:11.338532 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-8cb1e760-e84f-436c-a83f-8a43ae4389e0 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2230814 Mar 11 03:15:11.415113 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-93429d67-8ba4-4714-97f8-2aae141a119a req-f204b45b-f928-4e00-9038-041684021b76 service neutron] 10.222.0.18 "GET /v2.0/networks/24591a89-9096-47e5-935c-efce9ff962e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525409 Mar 11 03:15:11.424867 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 48656) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:11.455219 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-8d43fb64-5609-461a-ad2b-8e692c9d1902 None None] Set router 7bb0457c-7975-4265-a84e-9a8c3bc70d4c gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:15:11.490056 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port 2bf72333-f245-4111-947c-1e0e1fad25f0 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:15:11.490440 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (2bf72333-f245-4111-947c-1e0e1fad25f0), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:11.502851 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 6de7fcfa-fbed-448a-943d-fefb8147f280 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:15:11.503250 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (6de7fcfa-fbed-448a-943d-fefb8147f280), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:11.535852 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-795f4a26-04ae-4bd0-ae4d-0a5b61419402 None None] Current status of the port 48c49de2-7bb7-46e7-b7db-ad430a5602a0 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:15:11.536256 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-795f4a26-04ae-4bd0-ae4d-0a5b61419402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (48c49de2-7bb7-46e7-b7db-ad430a5602a0), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:11.548151 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-855c3a1f-3d4d-4359-8506-31af24351a29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:11.560592 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6de7fcfa-fbed-448a-943d-fefb8147f280 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:15:11.647322 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-855c3a1f-3d4d-4359-8506-31af24351a29 admin admin] Publish callbacks [] for security_group (b47159e8-7a4d-4c8e-852e-67665c96cb9a), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:11.653381 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-855c3a1f-3d4d-4359-8506-31af24351a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (b47159e8-7a4d-4c8e-852e-67665c96cb9a), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:11.661343 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 6de7fcfa-fbed-448a-943d-fefb8147f280, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=6de7fcfa-fbed-448a-943d-fefb8147f280,segment=NetworkSegment(ef342fbb-c25c-49c4-bd38-1f15c79d8ac6),segment_id=ef342fbb-c25c-49c4-bd38-1f15c79d8ac6)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:15:11.664818 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-795f4a26-04ae-4bd0-ae4d-0a5b61419402 None None] For port 48c49de2-7bb7-46e7-b7db-ad430a5602a0, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=48c49de2-7bb7-46e7-b7db-ad430a5602a0,segment=NetworkSegment(6306ba5f-0f99-408f-9623-749631003093),segment_id=6306ba5f-0f99-408f-9623-749631003093)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:15:11.673176 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (6de7fcfa-fbed-448a-943d-fefb8147f280), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:11.685666 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-795f4a26-04ae-4bd0-ae4d-0a5b61419402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (48c49de2-7bb7-46e7-b7db-ad430a5602a0), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:11.695252 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c3a1f-3d4d-4359-8506-31af24351a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47159e8-7a4d-4c8e-852e-67665c96cb9a,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:11.702039 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-855c3a1f-3d4d-4359-8506-31af24351a29 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d40b673126d44420a16ae8a23f4b7849&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2733886 Mar 11 03:15:11.702373 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 48682) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:11.753649 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14986ad6-4c6a-492f-ba56-98d8e154d410 admin admin] Publish callbacks [] for security_group (b47159e8-7a4d-4c8e-852e-67665c96cb9a), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:11.775737 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14986ad6-4c6a-492f-ba56-98d8e154d410 admin admin] Publish callbacks [] for security_group (b47159e8-7a4d-4c8e-852e-67665c96cb9a), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:11.842005 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14986ad6-4c6a-492f-ba56-98d8e154d410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (b47159e8-7a4d-4c8e-852e-67665c96cb9a), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:11.846208 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14986ad6-4c6a-492f-ba56-98d8e154d410 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:11.848205 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-14986ad6-4c6a-492f-ba56-98d8e154d410 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b47159e8-7a4d-4c8e-852e-67665c96cb9a HTTP/1.1" status: 204 len: 168 time: 0.1441481 Mar 11 03:15:11.851413 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=6de7fcfa-fbed-448a-943d-fefb8147f280,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:11.861999 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port 2bf72333-f245-4111-947c-1e0e1fad25f0 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:15:11.879191 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14986ad6-4c6a-492f-ba56-98d8e154d410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47159e8-7a4d-4c8e-852e-67665c96cb9a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:11.918798 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] get_ports_and_sgs() called for port_ids ['6de7fcfa-fbed-448a-943d-fefb8147f280'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:15:11.960370 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b0e8e727-4b45-43ac-a325-3f32af39d9fd None None] Provisioning complete for port 48c49de2-7bb7-46e7-b7db-ad430a5602a0 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:15:11.960846 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b0e8e727-4b45-43ac-a325-3f32af39d9fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (48c49de2-7bb7-46e7-b7db-ad430a5602a0), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:12.035909 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f4a26-04ae-4bd0-ae4d-0a5b61419402 None None] Pushing event updated for resources: {'Port': ['ID=48c49de2-7bb7-46e7-b7db-ad430a5602a0,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:12.119463 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-8d43fb64-5609-461a-ad2b-8e692c9d1902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb0457c-7975-4265-a84e-9a8c3bc70d4c', 'name': 'tempest-TestVolumeBootPattern-1320695052-router', 'tenant_id': '4170897b40cc4871b25b467222c79f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '2bf72333-f245-4111-947c-1e0e1fad25f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:15:03Z', 'updated_at': '2022-03-11T03:15:08Z', 'revision_number': 4, 'project_id': '4170897b40cc4871b25b467222c79f6e', 'gw_port': {'id': '2bf72333-f245-4111-947c-1e0e1fad25f0', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:eb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb0457c-7975-4265-a84e-9a8c3bc70d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:15:03Z', 'updated_at': '2022-03-11T03:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '48c49de2-7bb7-46e7-b7db-ad430a5602a0', 'name': '', 'network_id': '6c82acaa-34f7-4c2e-903e-4f919f0b3fbc', 'tenant_id': '4170897b40cc4871b25b467222c79f6e', 'mac_address': 'fa:16:3e:b0:e5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb0457c-7975-4265-a84e-9a8c3bc70d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '58405fb8-9557-470c-8ed8-f9613411aece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:15:06Z', 'updated_at': '2022-03-11T03:15:10Z', 'revision_number': 4, 'project_id': '4170897b40cc4871b25b467222c79f6e', 'subnets': [{'id': '58405fb8-9557-470c-8ed8-f9613411aece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:15:12.164217 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d43fb64-5609-461a-ad2b-8e692c9d1902 None None] The sync data for ids ['7bb0457c-7975-4265-a84e-9a8c3bc70d4c'] in dv-cinder-740146-14-iscsi is: [{'id': '7bb0457c-7975-4265-a84e-9a8c3bc70d4c', 'name': 'tempest-TestVolumeBootPattern-1320695052-router', 'tenant_id': '4170897b40cc4871b25b467222c79f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '2bf72333-f245-4111-947c-1e0e1fad25f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:15:03Z', 'updated_at': '2022-03-11T03:15:08Z', 'revision_number': 4, 'project_id': '4170897b40cc4871b25b467222c79f6e', 'gw_port': {'id': '2bf72333-f245-4111-947c-1e0e1fad25f0', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:eb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb0457c-7975-4265-a84e-9a8c3bc70d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:15:03Z', 'updated_at': '2022-03-11T03:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '48c49de2-7bb7-46e7-b7db-ad430a5602a0', 'name': '', 'network_id': '6c82acaa-34f7-4c2e-903e-4f919f0b3fbc', 'tenant_id': '4170897b40cc4871b25b467222c79f6e', 'mac_address': 'fa:16:3e:b0:e5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb0457c-7975-4265-a84e-9a8c3bc70d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '58405fb8-9557-470c-8ed8-f9613411aece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:15:06Z', 'updated_at': '2022-03-11T03:15:10Z', 'revision_number': 4, 'project_id': '4170897b40cc4871b25b467222c79f6e', 'subnets': [{'id': '58405fb8-9557-470c-8ed8-f9613411aece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:15:12.177647 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 48706) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:12.186715 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b0e8e727-4b45-43ac-a325-3f32af39d9fd None None] Current status of the port 48c49de2-7bb7-46e7-b7db-ad430a5602a0 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:15:12.204204 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-02125503-8e64-4775-b40e-2fe51b6931bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:12.276027 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ef894-5ada-4289-b53d-bdbbfab4b863 req-0d43186f-1618-4239-b85f-bfc79f4750a5 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:12.279052 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e59ef894-5ada-4289-b53d-bdbbfab4b863 req-0d43186f-1618-4239-b85f-bfc79f4750a5 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=76292577-29ac-4e62-9543-7e7a71cc09cd HTTP/1.1" status: 200 len: 944 time: 0.1412036 Mar 11 03:15:12.349433 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e59ef894-5ada-4289-b53d-bdbbfab4b863 req-26cbcb5d-8f80-460d-8f7f-157f77f0cca1 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups?id=82d57fab-773f-489d-99af-5d27f23daf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641031 Mar 11 03:15:12.361850 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-02125503-8e64-4775-b40e-2fe51b6931bd admin admin] Publish callbacks [] for security_group (24371621-9f2d-400f-ae89-712608c9d6aa), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:12.370923 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-02125503-8e64-4775-b40e-2fe51b6931bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (24371621-9f2d-400f-ae89-712608c9d6aa), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:12.411093 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02125503-8e64-4775-b40e-2fe51b6931bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24371621-9f2d-400f-ae89-712608c9d6aa,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:12.415404 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-02125503-8e64-4775-b40e-2fe51b6931bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ecf77a72de5456498c8b31796f2473b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359664 Mar 11 03:15:12.418472 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 48710) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:12.470710 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d36e8b3c-9ff1-4649-b406-60784bee6d3f admin admin] Publish callbacks [] for security_group (24371621-9f2d-400f-ae89-712608c9d6aa), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:12.494370 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d36e8b3c-9ff1-4649-b406-60784bee6d3f admin admin] Publish callbacks [] for security_group (24371621-9f2d-400f-ae89-712608c9d6aa), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:12.546207 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d36e8b3c-9ff1-4649-b406-60784bee6d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (24371621-9f2d-400f-ae89-712608c9d6aa), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:12.549053 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d36e8b3c-9ff1-4649-b406-60784bee6d3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:12.550317 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d36e8b3c-9ff1-4649-b406-60784bee6d3f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/24371621-9f2d-400f-ae89-712608c9d6aa HTTP/1.1" status: 204 len: 168 time: 0.1308458 Mar 11 03:15:12.560200 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e8b3c-9ff1-4649-b406-60784bee6d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24371621-9f2d-400f-ae89-712608c9d6aa,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:12.701174 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 6de7fcfa-fbed-448a-943d-fefb8147f280 up at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:15:12.768829 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning for port 6de7fcfa-fbed-448a-943d-fefb8147f280 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 03:15:12.773704 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning complete for port 6de7fcfa-fbed-448a-943d-fefb8147f280 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:15:12.774134 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (6de7fcfa-fbed-448a-943d-fefb8147f280), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:12.876170 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 6de7fcfa-fbed-448a-943d-fefb8147f280 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:15:12.877577 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (6de7fcfa-fbed-448a-943d-fefb8147f280), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:12.905416 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76292577-29ac-4e62-9543-7e7a71cc09cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de7fcfa-fbed-448a-943d-fefb8147f280'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:15:12.917937 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288e491573ecc61b3bf0bc0bc1cef05b47d52e8efc38ed9f7c410eed2e18b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a782e6-6c52-41a7-a714-2027226195f5" -d '{"events": [{"server_uuid": "76292577-29ac-4e62-9543-7e7a71cc09cd", "name": "network-vif-plugged", "status": "completed", "tag": "6de7fcfa-fbed-448a-943d-fefb8147f280"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:15:12.956817 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 6de7fcfa-fbed-448a-943d-fefb8147f280, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=6de7fcfa-fbed-448a-943d-fefb8147f280,segment=NetworkSegment(ef342fbb-c25c-49c4-bd38-1f15c79d8ac6),segment_id=ef342fbb-c25c-49c4-bd38-1f15c79d8ac6)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:15:12.966663 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (6de7fcfa-fbed-448a-943d-fefb8147f280), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:13.032523 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=6de7fcfa-fbed-448a-943d-fefb8147f280,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:13.154646 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9d8f87-5e97-428e-a839-228f618e07c2 x-openstack-request-id: req-1f9d8f87-5e97-428e-a839-228f618e07c2 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:15:13.155244 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76292577-29ac-4e62-9543-7e7a71cc09cd", "name": "network-vif-plugged", "status": "completed", "tag": "6de7fcfa-fbed-448a-943d-fefb8147f280", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:15:13.155244 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1f9d8f87-5e97-428e-a839-228f618e07c2 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:15:13.155636 dv-cinder-740146-14-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76292577-29ac-4e62-9543-7e7a71cc09cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de7fcfa-fbed-448a-943d-fefb8147f280', 'code': 200} Mar 11 03:15:13.175425 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 48c49de2-7bb7-46e7-b7db-ad430a5602a0 up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:15:13.235369 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port 48c49de2-7bb7-46e7-b7db-ad430a5602a0 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:15:13.235754 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (48c49de2-7bb7-46e7-b7db-ad430a5602a0), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:13.336291 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port 48c49de2-7bb7-46e7-b7db-ad430a5602a0 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:15:13.363799 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f508d8-9feb-4d85-9838-95b33ba91456 req-193bd4e6-0f35-4038-bcf1-c073d8430be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:13.365430 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-50f508d8-9feb-4d85-9838-95b33ba91456 req-193bd4e6-0f35-4038-bcf1-c073d8430be8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=76292577-29ac-4e62-9543-7e7a71cc09cd HTTP/1.1" status: 200 len: 1129 time: 0.0623138 Mar 11 03:15:13.422439 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-50f508d8-9feb-4d85-9838-95b33ba91456 req-d373900b-5db1-4914-87b1-8468174abe74 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=82d57fab-773f-489d-99af-5d27f23daf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487139 Mar 11 03:15:13.497564 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6d3bb-c3c6-4f7f-95ec-cd267392bff2 req-e9d1a873-2639-4927-8cbb-7e259ea665d3 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:13.500413 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-16d6d3bb-c3c6-4f7f-95ec-cd267392bff2 req-e9d1a873-2639-4927-8cbb-7e259ea665d3 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=76292577-29ac-4e62-9543-7e7a71cc09cd HTTP/1.1" status: 200 len: 945 time: 0.0654542 Mar 11 03:15:13.553849 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-16d6d3bb-c3c6-4f7f-95ec-cd267392bff2 req-9c5c905c-dd30-490d-97e5-b25681841bc8 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups?id=82d57fab-773f-489d-99af-5d27f23daf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474107 Mar 11 03:15:14.686270 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307549b3-1331-42af-90da-ab2125c807c8 req-095a2c49-bcd1-4617-991f-2ae8727c553c tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:14.687793 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-307549b3-1331-42af-90da-ab2125c807c8 req-095a2c49-bcd1-4617-991f-2ae8727c553c tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=76292577-29ac-4e62-9543-7e7a71cc09cd HTTP/1.1" status: 200 len: 945 time: 0.0561299 Mar 11 03:15:14.745390 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-307549b3-1331-42af-90da-ab2125c807c8 req-80ac02cb-25d5-4dd1-a7c6-aa0d10c3e84b tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups?id=82d57fab-773f-489d-99af-5d27f23daf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520132 Mar 11 03:15:14.874142 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac32c1-4286-4170-b56d-6c1cb3abee6f req-dd53c988-b6d6-4dc7-9853-3934bc641262 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:14.875607 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-84ac32c1-4286-4170-b56d-6c1cb3abee6f req-dd53c988-b6d6-4dc7-9853-3934bc641262 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=76292577-29ac-4e62-9543-7e7a71cc09cd HTTP/1.1" status: 200 len: 945 time: 0.0561752 Mar 11 03:15:14.883915 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 48776) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:14.889138 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-1b4720b1-5372-482d-b489-059f8a92bd79 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Request body: {'floatingip': {'port_id': '6de7fcfa-fbed-448a-943d-fefb8147f280'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:15:14.930482 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1b4720b1-5372-482d-b489-059f8a92bd79 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for floatingip (62b2b5f3-c26d-4704-b94d-fc97808ac04c), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:15.407429 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1b4720b1-5372-482d-b489-059f8a92bd79 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:15.411282 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1b4720b1-5372-482d-b489-059f8a92bd79 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740024'] for floatingip (62b2b5f3-c26d-4704-b94d-fc97808ac04c), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:15.521600 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.db.l3_db [None req-1b4720b1-5372-482d-b489-059f8a92bd79 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Floating IP 62b2b5f3-c26d-4704-b94d-fc97808ac04c associated. External IP: 172.27.2.165, port: 6de7fcfa-fbed-448a-943d-fefb8147f280. Mar 11 03:15:15.976768 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4720b1-5372-482d-b489-059f8a92bd79 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Router 85f1d4b4-841e-4e79-b6a3-22bb7b77955c has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:15:16.101669 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4720b1-5372-482d-b489-059f8a92bd79 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:15:16.105367 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1b4720b1-5372-482d-b489-059f8a92bd79 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:16.113434 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e299d0-a291-4f82-86a2-d6f0f351e8a4 None None] Sync routers for ids ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'] in dv-cinder-740146-14-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:15:16.124659 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e299d0-a291-4f82-86a2-d6f0f351e8a4 None None] Routers {'85f1d4b4-841e-4e79-b6a3-22bb7b77955c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:15:16.125481 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-64e299d0-a291-4f82-86a2-d6f0f351e8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:15:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:15:16.134979 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-1b4720b1-5372-482d-b489-059f8a92bd79 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "PUT /v2.0/floatingips/62b2b5f3-c26d-4704-b94d-fc97808ac04c HTTP/1.1" status: 200 len: 991 time: 1.2500155 Mar 11 03:15:16.135806 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76292577-29ac-4e62-9543-7e7a71cc09cd', 'tag': '6de7fcfa-fbed-448a-943d-fefb8147f280'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:15:16.138994 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2960e148d505d0db9578e09e45f103c014611ddc5e7b14cf683b9a13ab87040d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af5553a-29d6-40a6-b13a-4a2674fe4a2a" -d '{"events": [{"name": "network-changed", "server_uuid": "76292577-29ac-4e62-9543-7e7a71cc09cd", "tag": "6de7fcfa-fbed-448a-943d-fefb8147f280"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:15:16.291336 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52caaa01-d889-4572-b302-cfdcfaefb560 x-openstack-request-id: req-52caaa01-d889-4572-b302-cfdcfaefb560 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:15:16.291637 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76292577-29ac-4e62-9543-7e7a71cc09cd", "tag": "6de7fcfa-fbed-448a-943d-fefb8147f280", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:15:16.291896 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-52caaa01-d889-4572-b302-cfdcfaefb560 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:15:16.292301 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76292577-29ac-4e62-9543-7e7a71cc09cd', 'tag': '6de7fcfa-fbed-448a-943d-fefb8147f280', 'status': 'completed', 'code': 200} Mar 11 03:15:16.343386 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-64e299d0-a291-4f82-86a2-d6f0f351e8a4 None None] Set router 85f1d4b4-841e-4e79-b6a3-22bb7b77955c gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:15:16.573044 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-64e299d0-a291-4f82-86a2-d6f0f351e8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'name': 'tempest-AttachVolumeNegativeTest-1651227581-router', 'tenant_id': '717229175a63443abe76773a02a79818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:43Z', 'revision_number': 4, 'project_id': '717229175a63443abe76773a02a79818', 'gw_port': {'id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': '62b2b5f3-c26d-4704-b94d-fc97808ac04c', 'tenant_id': '717229175a63443abe76773a02a79818', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'port_id': '6de7fcfa-fbed-448a-943d-fefb8147f280', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'mac_address': 'fa:16:3e:d4:a2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76292577-29ac-4e62-9543-7e7a71cc09cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:14:59Z', 'updated_at': '2022-03-11T03:15:15Z', 'revision_number': 1, 'project_id': '717229175a63443abe76773a02a79818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da53b0d-6348-40da-9feb-9dadaf4fc389', 'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'tenant_id': '717229175a63443abe76773a02a79818', 'mac_address': 'fa:16:3e:bf:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:42Z', 'updated_at': '2022-03-11T03:12:46Z', 'revision_number': 5, 'project_id': '717229175a63443abe76773a02a79818', 'subnets': [{'id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:15:16.604461 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e299d0-a291-4f82-86a2-d6f0f351e8a4 None None] Checking router: 85f1d4b4-841e-4e79-b6a3-22bb7b77955c for host: dv-cinder-740146-14-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:15:16.613599 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e299d0-a291-4f82-86a2-d6f0f351e8a4 None None] Routers {'85f1d4b4-841e-4e79-b6a3-22bb7b77955c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:15:16.614423 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-64e299d0-a291-4f82-86a2-d6f0f351e8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:15:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:15:16.728908 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-64e299d0-a291-4f82-86a2-d6f0f351e8a4 None None] Set router 85f1d4b4-841e-4e79-b6a3-22bb7b77955c gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:15:16.960422 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-64e299d0-a291-4f82-86a2-d6f0f351e8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'name': 'tempest-AttachVolumeNegativeTest-1651227581-router', 'tenant_id': '717229175a63443abe76773a02a79818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:43Z', 'revision_number': 4, 'project_id': '717229175a63443abe76773a02a79818', 'gw_port': {'id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': '62b2b5f3-c26d-4704-b94d-fc97808ac04c', 'tenant_id': '717229175a63443abe76773a02a79818', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'port_id': '6de7fcfa-fbed-448a-943d-fefb8147f280', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'mac_address': 'fa:16:3e:d4:a2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76292577-29ac-4e62-9543-7e7a71cc09cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:14:59Z', 'updated_at': '2022-03-11T03:15:15Z', 'revision_number': 1, 'project_id': '717229175a63443abe76773a02a79818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da53b0d-6348-40da-9feb-9dadaf4fc389', 'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'tenant_id': '717229175a63443abe76773a02a79818', 'mac_address': 'fa:16:3e:bf:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:42Z', 'updated_at': '2022-03-11T03:12:46Z', 'revision_number': 5, 'project_id': '717229175a63443abe76773a02a79818', 'subnets': [{'id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:15:16.990722 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e299d0-a291-4f82-86a2-d6f0f351e8a4 None None] The sync data for ids ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'] in dv-cinder-740146-14-iscsi is: [{'id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'name': 'tempest-AttachVolumeNegativeTest-1651227581-router', 'tenant_id': '717229175a63443abe76773a02a79818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:43Z', 'revision_number': 4, 'project_id': '717229175a63443abe76773a02a79818', 'gw_port': {'id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': '62b2b5f3-c26d-4704-b94d-fc97808ac04c', 'tenant_id': '717229175a63443abe76773a02a79818', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'port_id': '6de7fcfa-fbed-448a-943d-fefb8147f280', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'mac_address': 'fa:16:3e:d4:a2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76292577-29ac-4e62-9543-7e7a71cc09cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:14:59Z', 'updated_at': '2022-03-11T03:15:15Z', 'revision_number': 1, 'project_id': '717229175a63443abe76773a02a79818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da53b0d-6348-40da-9feb-9dadaf4fc389', 'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'tenant_id': '717229175a63443abe76773a02a79818', 'mac_address': 'fa:16:3e:bf:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:42Z', 'updated_at': '2022-03-11T03:12:46Z', 'revision_number': 5, 'project_id': '717229175a63443abe76773a02a79818', 'subnets': [{'id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:15:17.193701 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72324b8-014d-4b97-8003-664045cf4585 None None] New status for floating IP 62b2b5f3-c26d-4704-b94d-fc97808ac04c: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 03:15:17.278505 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5553a-29d6-40a6-b13a-4a2674fe4a2a req-02c00da3-de2a-4fa5-81d0-f33008aa7965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:17.279927 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5af5553a-29d6-40a6-b13a-4a2674fe4a2a req-02c00da3-de2a-4fa5-81d0-f33008aa7965 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=717229175a63443abe76773a02a79818&device_id=76292577-29ac-4e62-9543-7e7a71cc09cd HTTP/1.1" status: 200 len: 1129 time: 0.0454354 Mar 11 03:15:18.208750 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5553a-29d6-40a6-b13a-4a2674fe4a2a req-9dec81c5-abcf-43ef-9e08-9e121a9de40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:18.210227 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5af5553a-29d6-40a6-b13a-4a2674fe4a2a req-9dec81c5-abcf-43ef-9e08-9e121a9de40e service neutron] 10.222.0.18 "GET /v2.0/networks?id=fd48ed16-54d7-4f44-be1f-91d180612d66 HTTP/1.1" status: 200 len: 915 time: 0.0898554 Mar 11 03:15:19.143322 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5af5553a-29d6-40a6-b13a-4a2674fe4a2a req-96d9bcf1-557d-4d05-a263-aa75d8ffc35f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6de7fcfa-fbed-448a-943d-fefb8147f280 HTTP/1.1" status: 200 len: 1001 time: 0.0644295 Mar 11 03:15:19.193790 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5553a-29d6-40a6-b13a-4a2674fe4a2a req-6d9fa95d-ff03-46e7-844f-45c2b4ae1d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:19.195272 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5af5553a-29d6-40a6-b13a-4a2674fe4a2a req-6d9fa95d-ff03-46e7-844f-45c2b4ae1d99 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a31257a5-7a1e-45b3-aef2-2a2faf6425a3 HTTP/1.1" status: 200 len: 854 time: 0.0449681 Mar 11 03:15:19.255332 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5553a-29d6-40a6-b13a-4a2674fe4a2a req-e3941cf3-30dc-45ab-abb7-e9d1e7b2d8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:19.256816 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5af5553a-29d6-40a6-b13a-4a2674fe4a2a req-e3941cf3-30dc-45ab-abb7-e9d1e7b2d8d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd48ed16-54d7-4f44-be1f-91d180612d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0545266 Mar 11 03:15:19.349032 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5af5553a-29d6-40a6-b13a-4a2674fe4a2a req-3622b9c4-624f-4126-bad8-bed8f7bcc37d service neutron] 10.222.0.18 "GET /v2.0/networks/fd48ed16-54d7-4f44-be1f-91d180612d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855827 Mar 11 03:15:19.448973 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-5af5553a-29d6-40a6-b13a-4a2674fe4a2a req-89dd085c-c49f-4221-8306-f94d6aacf7d4 service neutron] 10.222.0.18 "GET /v2.0/networks/fd48ed16-54d7-4f44-be1f-91d180612d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897613 Mar 11 03:15:19.754208 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed0a2d-0f2a-40ea-892c-92eb06b4c9ff req-627c5d00-b007-4c86-a19c-b99fafe703cc tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:19.755731 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ceed0a2d-0f2a-40ea-892c-92eb06b4c9ff req-627c5d00-b007-4c86-a19c-b99fafe703cc tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 947 time: 0.0548680 Mar 11 03:15:19.802752 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ceed0a2d-0f2a-40ea-892c-92eb06b4c9ff req-58ad2231-8e8c-4737-90a6-7e0632474284 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413017 Mar 11 03:15:20.928347 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66994d-cb71-44c8-9369-a4c1d69db91b req-e5910e6a-7451-4f68-ae80-0f322ef293c1 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:20.929823 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bc66994d-cb71-44c8-9369-a4c1d69db91b req-e5910e6a-7451-4f68-ae80-0f322ef293c1 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 947 time: 0.0521235 Mar 11 03:15:20.980419 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bc66994d-cb71-44c8-9369-a4c1d69db91b req-6d300938-8d53-41f8-bb0c-f0e0bc96d557 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups?id=abbc3216-b27e-48aa-8595-3c64483bbe33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450244 Mar 11 03:15:21.179971 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3533c-6235-4e76-8f0a-547b29a0a12a req-43a22fdc-0e84-412e-a6c8-07d4e90a70e3 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:21.181374 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c7d3533c-6235-4e76-8f0a-547b29a0a12a req-43a22fdc-0e84-412e-a6c8-07d4e90a70e3 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.18 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 947 time: 0.0527210 Mar 11 03:15:21.275498 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-c7d3533c-6235-4e76-8f0a-547b29a0a12a req-3f0a2972-a447-45ef-a6f7-ea4d01465174 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Deleting port 440370ab-99bd-4ccb-b5e1-ee959271dba7 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:15:21.275838 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c7d3533c-6235-4e76-8f0a-547b29a0a12a req-3f0a2972-a447-45ef-a6f7-ea4d01465174 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (440370ab-99bd-4ccb-b5e1-ee959271dba7), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:21.370127 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-c7d3533c-6235-4e76-8f0a-547b29a0a12a req-3f0a2972-a447-45ef-a6f7-ea4d01465174 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] For port 440370ab-99bd-4ccb-b5e1-ee959271dba7, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=440370ab-99bd-4ccb-b5e1-ee959271dba7,segment=NetworkSegment(2788d6dc-bb9a-4610-93c8-718a7a34a2b4),segment_id=2788d6dc-bb9a-4610-93c8-718a7a34a2b4)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:15:21.370639 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c7d3533c-6235-4e76-8f0a-547b29a0a12a req-3f0a2972-a447-45ef-a6f7-ea4d01465174 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (440370ab-99bd-4ccb-b5e1-ee959271dba7), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:21.544129 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c7d3533c-6235-4e76-8f0a-547b29a0a12a req-3f0a2972-a447-45ef-a6f7-ea4d01465174 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:21.544742 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c7d3533c-6235-4e76-8f0a-547b29a0a12a req-3f0a2972-a447-45ef-a6f7-ea4d01465174 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740024'] for floatingip (48ab344e-d52f-4640-b716-cdc0e9726f11), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:21.545120 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.db.l3_db [req-c7d3533c-6235-4e76-8f0a-547b29a0a12a req-3f0a2972-a447-45ef-a6f7-ea4d01465174 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Floating IP 48ab344e-d52f-4640-b716-cdc0e9726f11 disassociated. External IP: 172.27.2.147, port: 440370ab-99bd-4ccb-b5e1-ee959271dba7. Mar 11 03:15:21.545565 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-c7d3533c-6235-4e76-8f0a-547b29a0a12a req-3f0a2972-a447-45ef-a6f7-ea4d01465174 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Calling delete_port for 440370ab-99bd-4ccb-b5e1-ee959271dba7 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:15:21.682967 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c7d3533c-6235-4e76-8f0a-547b29a0a12a req-3f0a2972-a447-45ef-a6f7-ea4d01465174 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (440370ab-99bd-4ccb-b5e1-ee959271dba7), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:21.711094 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a2972-a447-45ef-a6f7-ea4d01465174 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Pushing event deleted for resources: {'Port': ['ID=440370ab-99bd-4ccb-b5e1-ee959271dba7,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:21.827762 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7d3533c-6235-4e76-8f0a-547b29a0a12a req-3f0a2972-a447-45ef-a6f7-ea4d01465174 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Router 6cc731f1-ac2f-4e1c-bdee-182a936eddb8 has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:15:21.937343 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7d3533c-6235-4e76-8f0a-547b29a0a12a req-3f0a2972-a447-45ef-a6f7-ea4d01465174 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:15:21.948386 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff9b09b-1167-4d14-9777-ae3c602f99da None None] Sync routers for ids ['6cc731f1-ac2f-4e1c-bdee-182a936eddb8'] in dv-cinder-740146-14-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:15:21.959883 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff9b09b-1167-4d14-9777-ae3c602f99da None None] Routers {'6cc731f1-ac2f-4e1c-bdee-182a936eddb8'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:15:21.960714 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-8ff9b09b-1167-4d14-9777-ae3c602f99da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:15:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['6cc731f1-ac2f-4e1c-bdee-182a936eddb8'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:15:21.979785 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d3533c-6235-4e76-8f0a-547b29a0a12a req-3f0a2972-a447-45ef-a6f7-ea4d01465174 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] No DVR routers for this DVR port 440370ab-99bd-4ccb-b5e1-ee959271dba7 on host hv-cinder-74014 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:15:21.982496 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-c7d3533c-6235-4e76-8f0a-547b29a0a12a req-3f0a2972-a447-45ef-a6f7-ea4d01465174 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:21.985683 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c7d3533c-6235-4e76-8f0a-547b29a0a12a req-3f0a2972-a447-45ef-a6f7-ea4d01465174 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.18 "DELETE /v2.0/ports/440370ab-99bd-4ccb-b5e1-ee959271dba7 HTTP/1.1" status: 204 len: 173 time: 0.7989626 Mar 11 03:15:21.986146 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8786603-09c0-42bd-8504-13cfa684175e', 'name': 'network-vif-deleted', 'tag': '440370ab-99bd-4ccb-b5e1-ee959271dba7'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:15:21.988442 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0745b2c-5242-485c-8299-83aef4f013b1" -d '{"events": [{"server_uuid": "c8786603-09c0-42bd-8504-13cfa684175e", "name": "network-vif-deleted", "tag": "440370ab-99bd-4ccb-b5e1-ee959271dba7"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:15:22.024583 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e2fa2d-3a31-4ff1-bf6c-d5c544896669 x-openstack-request-id: req-d4e2fa2d-3a31-4ff1-bf6c-d5c544896669 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:15:22.024884 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8786603-09c0-42bd-8504-13cfa684175e", "name": "network-vif-deleted", "tag": "440370ab-99bd-4ccb-b5e1-ee959271dba7", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:15:22.025160 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d4e2fa2d-3a31-4ff1-bf6c-d5c544896669 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:15:22.025562 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8786603-09c0-42bd-8504-13cfa684175e', 'name': 'network-vif-deleted', 'tag': '440370ab-99bd-4ccb-b5e1-ee959271dba7', 'status': 'completed', 'code': 200} Mar 11 03:15:22.159046 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e82ba951-e767-4cb0-98fe-1ed62feb0ac9 req-1b2873fc-987c-45f1-bed0-0f73bed9c01c tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8786603-09c0-42bd-8504-13cfa684175e HTTP/1.1" status: 200 len: 210 time: 0.0337682 Mar 11 03:15:22.159645 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-8ff9b09b-1167-4d14-9777-ae3c602f99da None None] Set router 6cc731f1-ac2f-4e1c-bdee-182a936eddb8 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:15:22.361010 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-8ff9b09b-1167-4d14-9777-ae3c602f99da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'name': 'tempest-AttachVolumeShelveTestJSON-2069402318-router', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:03Z', 'updated_at': '2022-03-11T03:09:13Z', 'revision_number': 4, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'gw_port': {'id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fe:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '36d581ab-f865-4b2a-bdbb-2a77e0ca66ba', 'name': '', 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'mac_address': 'fa:16:3e:fc:a9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b3f1ad71-9fd3-4f40-b64d-92b2f6facb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:10Z', 'updated_at': '2022-03-11T03:09:23Z', 'revision_number': 5, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'subnets': [{'id': 'b3f1ad71-9fd3-4f40-b64d-92b2f6facb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:15:22.391247 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff9b09b-1167-4d14-9777-ae3c602f99da None None] Checking router: 6cc731f1-ac2f-4e1c-bdee-182a936eddb8 for host: dv-cinder-740146-14-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:15:22.399940 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff9b09b-1167-4d14-9777-ae3c602f99da None None] Routers {'6cc731f1-ac2f-4e1c-bdee-182a936eddb8'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:15:22.400540 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-8ff9b09b-1167-4d14-9777-ae3c602f99da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:15:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['6cc731f1-ac2f-4e1c-bdee-182a936eddb8'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:15:22.521655 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-8ff9b09b-1167-4d14-9777-ae3c602f99da None None] Set router 6cc731f1-ac2f-4e1c-bdee-182a936eddb8 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:15:22.725202 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-8ff9b09b-1167-4d14-9777-ae3c602f99da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'name': 'tempest-AttachVolumeShelveTestJSON-2069402318-router', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:03Z', 'updated_at': '2022-03-11T03:09:13Z', 'revision_number': 4, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'gw_port': {'id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fe:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '36d581ab-f865-4b2a-bdbb-2a77e0ca66ba', 'name': '', 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'mac_address': 'fa:16:3e:fc:a9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b3f1ad71-9fd3-4f40-b64d-92b2f6facb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:10Z', 'updated_at': '2022-03-11T03:09:23Z', 'revision_number': 5, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'subnets': [{'id': 'b3f1ad71-9fd3-4f40-b64d-92b2f6facb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:15:22.752527 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff9b09b-1167-4d14-9777-ae3c602f99da None None] The sync data for ids ['6cc731f1-ac2f-4e1c-bdee-182a936eddb8'] in dv-cinder-740146-14-iscsi is: [{'id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'name': 'tempest-AttachVolumeShelveTestJSON-2069402318-router', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:03Z', 'updated_at': '2022-03-11T03:09:13Z', 'revision_number': 4, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'gw_port': {'id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fe:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '36d581ab-f865-4b2a-bdbb-2a77e0ca66ba', 'name': '', 'network_id': '24591a89-9096-47e5-935c-efce9ff962e5', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'mac_address': 'fa:16:3e:fc:a9:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'b3f1ad71-9fd3-4f40-b64d-92b2f6facb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:10Z', 'updated_at': '2022-03-11T03:09:23Z', 'revision_number': 5, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'subnets': [{'id': 'b3f1ad71-9fd3-4f40-b64d-92b2f6facb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:15:23.004857 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4687ebf-d2d9-4e70-822c-597f3be28a45 None None] New status for floating IP 48ab344e-d52f-4640-b716-cdc0e9726f11: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 03:15:23.064607 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 48872) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:23.174612 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-28fe7810-7602-4212-92e4-13707375ee77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:23.256768 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-28fe7810-7602-4212-92e4-13707375ee77 admin admin] Publish callbacks [] for security_group (abbfdb07-3a0b-49f5-a3fe-5786a340273d), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:23.260129 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 48880) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:23.268561 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-28fe7810-7602-4212-92e4-13707375ee77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (abbfdb07-3a0b-49f5-a3fe-5786a340273d), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:23.327299 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe7810-7602-4212-92e4-13707375ee77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbfdb07-3a0b-49f5-a3fe-5786a340273d,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:23.332654 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-28fe7810-7602-4212-92e4-13707375ee77 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c2ce69a40d0c442589d4fd55bfda875f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2668142 Mar 11 03:15:23.335809 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 48882) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:23.352607 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6585a405-2856-45c9-a424-9aff823682ad tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for security_group (abbc3216-b27e-48aa-8595-3c64483bbe33), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:23.376000 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6585a405-2856-45c9-a424-9aff823682ad tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for security_group (abbc3216-b27e-48aa-8595-3c64483bbe33), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:23.387856 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-933e2441-151c-4a7d-ae06-f4acf1c5f1c7 admin admin] Publish callbacks [] for security_group (abbfdb07-3a0b-49f5-a3fe-5786a340273d), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:23.410503 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-933e2441-151c-4a7d-ae06-f4acf1c5f1c7 admin admin] Publish callbacks [] for security_group (abbfdb07-3a0b-49f5-a3fe-5786a340273d), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:23.426368 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6585a405-2856-45c9-a424-9aff823682ad tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (abbc3216-b27e-48aa-8595-3c64483bbe33), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:23.428832 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6585a405-2856-45c9-a424-9aff823682ad tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:23.430012 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-6585a405-2856-45c9-a424-9aff823682ad tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "DELETE /v2.0/security-groups/abbc3216-b27e-48aa-8595-3c64483bbe33 HTTP/1.1" status: 204 len: 168 time: 0.1690307 Mar 11 03:15:23.433091 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 48884) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:23.446353 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585a405-2856-45c9-a424-9aff823682ad tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbc3216-b27e-48aa-8595-3c64483bbe33,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:23.453452 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.api.v2.resource [None req-64d46792-f2cb-4139-94e6-b8302ef0a051 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] show failed (client error): The resource could not be found. Mar 11 03:15:23.454408 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-64d46792-f2cb-4139-94e6-b8302ef0a051 tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "GET /v2.0/security-groups/abbc3216-b27e-48aa-8595-3c64483bbe33 HTTP/1.1" status: 404 len: 347 time: 0.0193138 Mar 11 03:15:23.457422 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 48888) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:23.466015 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-933e2441-151c-4a7d-ae06-f4acf1c5f1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (abbfdb07-3a0b-49f5-a3fe-5786a340273d), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:23.469070 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-933e2441-151c-4a7d-ae06-f4acf1c5f1c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:23.473494 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-933e2441-151c-4a7d-ae06-f4acf1c5f1c7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/abbfdb07-3a0b-49f5-a3fe-5786a340273d HTTP/1.1" status: 204 len: 168 time: 0.1366050 Mar 11 03:15:23.516402 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e2441-151c-4a7d-ae06-f4acf1c5f1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbfdb07-3a0b-49f5-a3fe-5786a340273d,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:23.758582 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 48894) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:23.772814 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1a994602-4aeb-442c-bb5d-39c73ea80ca3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:23.824295 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-c1daed4c-05dc-4908-8bb2-4b6598ad634a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Deleting port ab22d53c-8121-4928-98a1-a2651290db04 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:15:23.824630 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c1daed4c-05dc-4908-8bb2-4b6598ad634a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (ab22d53c-8121-4928-98a1-a2651290db04), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:23.850822 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1a994602-4aeb-442c-bb5d-39c73ea80ca3 admin admin] Publish callbacks [] for security_group (70f3ac27-7ca6-4d10-b3c1-acce3a97b5fb), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:23.854546 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1a994602-4aeb-442c-bb5d-39c73ea80ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (70f3ac27-7ca6-4d10-b3c1-acce3a97b5fb), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:23.897082 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-1a994602-4aeb-442c-bb5d-39c73ea80ca3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a901ae59f1764158a045984a530e68bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348972 Mar 11 03:15:23.897082 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a994602-4aeb-442c-bb5d-39c73ea80ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f3ac27-7ca6-4d10-b3c1-acce3a97b5fb,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:23.898317 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 48896) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:23.899952 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c1daed4c-05dc-4908-8bb2-4b6598ad634a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (ab22d53c-8121-4928-98a1-a2651290db04), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:23.900287 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c1daed4c-05dc-4908-8bb2-4b6598ad634a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for floatingip (ab22d53c-8121-4928-98a1-a2651290db04), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:23.912507 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-c1daed4c-05dc-4908-8bb2-4b6598ad634a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Calling delete_port for ab22d53c-8121-4928-98a1-a2651290db04 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:15:23.945176 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79e4d80f-31a4-48e6-8d9c-6541c051add7 admin admin] Publish callbacks [] for security_group (70f3ac27-7ca6-4d10-b3c1-acce3a97b5fb), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:23.966199 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79e4d80f-31a4-48e6-8d9c-6541c051add7 admin admin] Publish callbacks [] for security_group (70f3ac27-7ca6-4d10-b3c1-acce3a97b5fb), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:24.014252 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79e4d80f-31a4-48e6-8d9c-6541c051add7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (70f3ac27-7ca6-4d10-b3c1-acce3a97b5fb), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:24.017429 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-79e4d80f-31a4-48e6-8d9c-6541c051add7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:24.018632 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-79e4d80f-31a4-48e6-8d9c-6541c051add7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/70f3ac27-7ca6-4d10-b3c1-acce3a97b5fb HTTP/1.1" status: 204 len: 168 time: 0.1193895 Mar 11 03:15:24.026648 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4d80f-31a4-48e6-8d9c-6541c051add7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f3ac27-7ca6-4d10-b3c1-acce3a97b5fb,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:24.051208 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c1daed4c-05dc-4908-8bb2-4b6598ad634a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (ab22d53c-8121-4928-98a1-a2651290db04), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:24.073757 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1daed4c-05dc-4908-8bb2-4b6598ad634a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Pushing event deleted for resources: {'Port': ['ID=ab22d53c-8121-4928-98a1-a2651290db04,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:24.146295 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c1daed4c-05dc-4908-8bb2-4b6598ad634a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks [] for floatingip (48ab344e-d52f-4640-b716-cdc0e9726f11), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:24.148851 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c1daed4c-05dc-4908-8bb2-4b6598ad634a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:24.150041 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-c1daed4c-05dc-4908-8bb2-4b6598ad634a tempest-AttachVolumeShelveTestJSON-792235628 tempest-AttachVolumeShelveTestJSON-792235628-project] 10.222.0.16 "DELETE /v2.0/floatingips/48ab344e-d52f-4640-b716-cdc0e9726f11 HTTP/1.1" status: 204 len: 168 time: 0.6913147 Mar 11 03:15:24.754970 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 440370ab-99bd-4ccb-b5e1-ee959271dba7 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:15:24.774998 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] No Port match for: 440370ab-99bd-4ccb-b5e1-ee959271dba7 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:15:24.775348 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 440370ab-99bd-4ccb-b5e1-ee959271dba7 not bound to the agent host hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:15:26.551177 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 49002) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:26.951129 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-49e7b1cf-ff90-4e5c-bf0a-61eef5c6e03f tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-145918928&fields=id&tenant_id=35782709df5e4313b93edef74cf56852 HTTP/1.1" status: 200 len: 267 time: 0.0458865 Mar 11 03:15:27.066291 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-0fce4017-3ad3-4d28-a33f-b8caf43ec1a3 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:27.067763 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-0fce4017-3ad3-4d28-a33f-b8caf43ec1a3 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/networks?id=40900669-df90-4f82-b7ae-055eaee2edde HTTP/1.1" status: 200 len: 812 time: 0.1094611 Mar 11 03:15:27.083131 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-fe8095de-6dcc-4168-ae6c-24d8e90872db tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/quotas/35782709df5e4313b93edef74cf56852 HTTP/1.1" status: 200 len: 375 time: 0.0097830 Mar 11 03:15:27.139244 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b5b085b7-0423-4ac1-987f-b31a1c7b43d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736952'] for router_interface (6cc731f1-ac2f-4e1c-bdee-182a936eddb8), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:27.147096 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-c7715fa4-79a0-44f6-a522-fd34c133b8ce tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=35782709df5e4313b93edef74cf56852&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542035 Mar 11 03:15:27.247627 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-bfb6971f-b6ce-4cec-bfbc-8a530b947a1a service neutron] 10.222.0.16 "GET /v2.0/networks/40900669-df90-4f82-b7ae-055eaee2edde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865185 Mar 11 03:15:27.348732 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-9d37ca4a-0b42-4a87-821a-c0716f8bf2dc service neutron] 10.222.0.16 "GET /v2.0/networks/40900669-df90-4f82-b7ae-055eaee2edde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945609 Mar 11 03:15:27.448691 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-b5b085b7-0423-4ac1-987f-b31a1c7b43d1 admin admin] Deleting port 36d581ab-f865-4b2a-bdbb-2a77e0ca66ba {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:15:27.449035 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b5b085b7-0423-4ac1-987f-b31a1c7b43d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (36d581ab-f865-4b2a-bdbb-2a77e0ca66ba), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:27.530136 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-b5b085b7-0423-4ac1-987f-b31a1c7b43d1 admin admin] For port 36d581ab-f865-4b2a-bdbb-2a77e0ca66ba, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=36d581ab-f865-4b2a-bdbb-2a77e0ca66ba,segment=NetworkSegment(2788d6dc-bb9a-4610-93c8-718a7a34a2b4),segment_id=2788d6dc-bb9a-4610-93c8-718a7a34a2b4)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:15:27.531156 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b5b085b7-0423-4ac1-987f-b31a1c7b43d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (36d581ab-f865-4b2a-bdbb-2a77e0ca66ba), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:27.545920 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-b5b085b7-0423-4ac1-987f-b31a1c7b43d1 admin admin] Calling delete_port for 36d581ab-f865-4b2a-bdbb-2a77e0ca66ba owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:15:27.651729 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ac3fb7ad-4134-42fb-8e93-937f73bc152e req-87096108-1b41-4156-9f33-2b8d29b32164 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e92935c-cf46-4a2d-84c0-fc88fc54482b HTTP/1.1" status: 200 len: 210 time: 0.0275052 Mar 11 03:15:27.752629 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b5b085b7-0423-4ac1-987f-b31a1c7b43d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (36d581ab-f865-4b2a-bdbb-2a77e0ca66ba), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:27.787351 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b085b7-0423-4ac1-987f-b31a1c7b43d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=36d581ab-f865-4b2a-bdbb-2a77e0ca66ba,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:27.971644 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b5b085b7-0423-4ac1-987f-b31a1c7b43d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752168'] for router_interface (6cc731f1-ac2f-4e1c-bdee-182a936eddb8), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:28.204884 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b085b7-0423-4ac1-987f-b31a1c7b43d1 admin admin] Router 6cc731f1-ac2f-4e1c-bdee-182a936eddb8 has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:15:28.317932 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b085b7-0423-4ac1-987f-b31a1c7b43d1 admin admin] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:15:28.322798 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-b5b085b7-0423-4ac1-987f-b31a1c7b43d1 admin admin] 10.222.0.16 "PUT /v2.0/routers/6cc731f1-ac2f-4e1c-bdee-182a936eddb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7706056 Mar 11 03:15:28.325438 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 49034) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:28.326067 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a851882d-cb9d-49c7-833d-61ce8b15f6bf None None] Sync routers for ids ['6cc731f1-ac2f-4e1c-bdee-182a936eddb8'] in dv-cinder-740146-14-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:15:28.340566 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a851882d-cb9d-49c7-833d-61ce8b15f6bf None None] Routers {'6cc731f1-ac2f-4e1c-bdee-182a936eddb8'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:15:28.341208 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a851882d-cb9d-49c7-833d-61ce8b15f6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:15:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['6cc731f1-ac2f-4e1c-bdee-182a936eddb8'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:15:28.439250 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dfdd2a86-cd3b-49fe-9a7b-5407904163dd admin admin] Publish callbacks [] for router (6cc731f1-ac2f-4e1c-bdee-182a936eddb8), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:28.560070 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-a851882d-cb9d-49c7-833d-61ce8b15f6bf None None] Set router 6cc731f1-ac2f-4e1c-bdee-182a936eddb8 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:15:28.769774 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a851882d-cb9d-49c7-833d-61ce8b15f6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'name': 'tempest-AttachVolumeShelveTestJSON-2069402318-router', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:03Z', 'updated_at': '2022-03-11T03:15:27Z', 'revision_number': 5, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'gw_port': {'id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fe:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi'}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:15:28.770180 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0bc7c5aa-7922-43fb-9689-d1830d2efee4 req-fb279e5a-bb95-4e0a-893e-b9ee227da919 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e92935c-cf46-4a2d-84c0-fc88fc54482b HTTP/1.1" status: 200 len: 210 time: 0.0298989 Mar 11 03:15:28.797474 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a851882d-cb9d-49c7-833d-61ce8b15f6bf None None] Checking router: 6cc731f1-ac2f-4e1c-bdee-182a936eddb8 for host: dv-cinder-740146-14-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:15:28.806691 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a851882d-cb9d-49c7-833d-61ce8b15f6bf None None] Routers {'6cc731f1-ac2f-4e1c-bdee-182a936eddb8'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:15:28.807315 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a851882d-cb9d-49c7-833d-61ce8b15f6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:15:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['6cc731f1-ac2f-4e1c-bdee-182a936eddb8'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:15:28.841498 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dfdd2a86-cd3b-49fe-9a7b-5407904163dd admin admin] Publish callbacks [] for router_gateway (6cc731f1-ac2f-4e1c-bdee-182a936eddb8), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:28.891551 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-2084f043-ffe8-48de-b77c-218d5b55a14b tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:28.892951 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-2084f043-ffe8-48de-b77c-218d5b55a14b tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.18 "GET /v2.0/networks?id=40900669-df90-4f82-b7ae-055eaee2edde HTTP/1.1" status: 200 len: 812 time: 0.1401672 Mar 11 03:15:28.924221 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-a851882d-cb9d-49c7-833d-61ce8b15f6bf None None] Set router 6cc731f1-ac2f-4e1c-bdee-182a936eddb8 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:15:28.941946 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd2a86-cd3b-49fe-9a7b-5407904163dd admin admin] Deleting port 067e7ae0-51a0-4c66-b773-f8d360131e51 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:15:28.942276 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dfdd2a86-cd3b-49fe-9a7b-5407904163dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (067e7ae0-51a0-4c66-b773-f8d360131e51), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:28.985650 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-8690a532-77f9-447f-ae6a-fad907a5983c tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35782709df5e4313b93edef74cf56852 HTTP/1.1" status: 200 len: 379 time: 0.0842483 Mar 11 03:15:29.017231 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-798ff774-fe6f-4316-955e-104a387631cd tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Request body: {'port': {'device_id': '0e92935c-cf46-4a2d-84c0-fc88fc54482b', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'admin_state_up': True, 'tenant_id': '35782709df5e4313b93edef74cf56852', 'security_groups': ['09f5ff8f-a9bf-49c5-a123-6a19c99bf73e']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:15:29.081662 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-55873931-92ee-4752-9e05-42d85112a512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:29.124809 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a851882d-cb9d-49c7-833d-61ce8b15f6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'name': 'tempest-AttachVolumeShelveTestJSON-2069402318-router', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:03Z', 'updated_at': '2022-03-11T03:15:27Z', 'revision_number': 5, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'gw_port': {'id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fe:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi'}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:15:29.129437 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-dfdd2a86-cd3b-49fe-9a7b-5407904163dd admin admin] For port 067e7ae0-51a0-4c66-b773-f8d360131e51, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=067e7ae0-51a0-4c66-b773-f8d360131e51,segment=NetworkSegment(77d20882-625f-4a13-9566-ab6cf60f2c81),segment_id=77d20882-625f-4a13-9566-ab6cf60f2c81)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:15:29.130051 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dfdd2a86-cd3b-49fe-9a7b-5407904163dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (067e7ae0-51a0-4c66-b773-f8d360131e51), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:29.154709 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd2a86-cd3b-49fe-9a7b-5407904163dd admin admin] Calling delete_port for 067e7ae0-51a0-4c66-b773-f8d360131e51 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:15:29.154977 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a851882d-cb9d-49c7-833d-61ce8b15f6bf None None] The sync data for ids ['6cc731f1-ac2f-4e1c-bdee-182a936eddb8'] in dv-cinder-740146-14-iscsi is: [{'id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'name': 'tempest-AttachVolumeShelveTestJSON-2069402318-router', 'tenant_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:09:03Z', 'updated_at': '2022-03-11T03:15:27Z', 'revision_number': 5, 'project_id': '7d1479d5aac746a7a501d6c1fd3e7dc4', 'gw_port': {'id': '067e7ae0-51a0-4c66-b773-f8d360131e51', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:fe:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc731f1-ac2f-4e1c-bdee-182a936eddb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:09:04Z', 'updated_at': '2022-03-11T03:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:15:29.256193 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-798ff774-fe6f-4316-955e-104a387631cd tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Made reservation on behalf of 35782709df5e4313b93edef74cf56852 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:15:29.259784 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-798ff774-fe6f-4316-955e-104a387631cd tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:29.464260 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dfdd2a86-cd3b-49fe-9a7b-5407904163dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (067e7ae0-51a0-4c66-b773-f8d360131e51), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:29.497132 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd2a86-cd3b-49fe-9a7b-5407904163dd admin admin] Pushing event deleted for resources: {'Port': ['ID=067e7ae0-51a0-4c66-b773-f8d360131e51,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:29.504598 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-798ff774-fe6f-4316-955e-104a387631cd tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Allocated IP 172.20.0.6 (40900669-df90-4f82-b7ae-055eaee2edde/a2b4a50b-7f36-4ec6-b3c7-892482e45a07/1f50262a-dd08-4225-b4c8-45178321485b) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:15:29.608037 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dfdd2a86-cd3b-49fe-9a7b-5407904163dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1739970'] for router_gateway (6cc731f1-ac2f-4e1c-bdee-182a936eddb8), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:29.741599 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dfdd2a86-cd3b-49fe-9a7b-5407904163dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1750349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28411'] for router (6cc731f1-ac2f-4e1c-bdee-182a936eddb8), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:29.745242 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dfdd2a86-cd3b-49fe-9a7b-5407904163dd admin admin] Publish callbacks [] for router_controller (6cc731f1-ac2f-4e1c-bdee-182a936eddb8), precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:29.807842 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dfdd2a86-cd3b-49fe-9a7b-5407904163dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1750358'] for router (6cc731f1-ac2f-4e1c-bdee-182a936eddb8), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:29.808288 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfdd2a86-cd3b-49fe-9a7b-5407904163dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cc731f1-ac2f-4e1c-bdee-182a936eddb8 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 03:15:29.819215 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dfdd2a86-cd3b-49fe-9a7b-5407904163dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:29.820361 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-dfdd2a86-cd3b-49fe-9a7b-5407904163dd admin admin] 10.222.0.16 "DELETE /v2.0/routers/6cc731f1-ac2f-4e1c-bdee-182a936eddb8 HTTP/1.1" status: 204 len: 168 time: 1.4937632 Mar 11 03:15:29.822982 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 49046) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:29.827207 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-798ff774-fe6f-4316-955e-104a387631cd tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for port (1f50262a-dd08-4225-b4c8-45178321485b), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:29.878429 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-30c1c689-6f90-48c2-896a-5fbe10c42272 req-9ae51a76-3294-4abe-b7d5-9ac3189c9c09 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e92935c-cf46-4a2d-84c0-fc88fc54482b HTTP/1.1" status: 200 len: 210 time: 0.0326514 Mar 11 03:15:29.893371 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-11ec4ed9-c957-43e8-914b-16d103916795 admin admin] Deleting subnet b3f1ad71-9fd3-4f40-b64d-92b2f6facb57 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 03:15:29.900823 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-11ec4ed9-c957-43e8-914b-16d103916795 admin admin] Publish callbacks [] for subnet (b3f1ad71-9fd3-4f40-b64d-92b2f6facb57), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:29.922054 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-798ff774-fe6f-4316-955e-104a387631cd tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (1f50262a-dd08-4225-b4c8-45178321485b), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:29.976438 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-798ff774-fe6f-4316-955e-104a387631cd tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Network 40900669-df90-4f82-b7ae-055eaee2edde is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:15:29.978621 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-11ec4ed9-c957-43e8-914b-16d103916795 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3715445'] for subnet (b3f1ad71-9fd3-4f40-b64d-92b2f6facb57), precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:30.003927 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-798ff774-fe6f-4316-955e-104a387631cd tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:15:30.011767 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-798ff774-fe6f-4316-955e-104a387631cd tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:15:30.038444 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ff774-fe6f-4316-955e-104a387631cd tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Pushing event updated for resources: {'Port': ['ID=1f50262a-dd08-4225-b4c8-45178321485b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:30.111634 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-798ff774-fe6f-4316-955e-104a387631cd tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:30.112281 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-798ff774-fe6f-4316-955e-104a387631cd tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:30.151577 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-798ff774-fe6f-4316-955e-104a387631cd tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1398983 Mar 11 03:15:30.154303 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-11ec4ed9-c957-43e8-914b-16d103916795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16040164'] for subnet (b3f1ad71-9fd3-4f40-b64d-92b2f6facb57), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:30.184963 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-2e03f0b8-2f5c-46f4-a5cb-91edb49aead0 service neutron] Request body: {'port': {'device_id': '0e92935c-cf46-4a2d-84c0-fc88fc54482b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:15:30.245539 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-3de42176-b1b6-47c9-93ca-8777135ec48b None None] Provisioning complete for port 1f50262a-dd08-4225-b4c8-45178321485b triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:15:30.246113 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3de42176-b1b6-47c9-93ca-8777135ec48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (1f50262a-dd08-4225-b4c8-45178321485b), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:30.262098 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-2e03f0b8-2f5c-46f4-a5cb-91edb49aead0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (1f50262a-dd08-4225-b4c8-45178321485b), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:30.271852 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-11ec4ed9-c957-43e8-914b-16d103916795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16040175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26187709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25193187'] for subnet (b3f1ad71-9fd3-4f40-b64d-92b2f6facb57), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:30.287309 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-3de42176-b1b6-47c9-93ca-8777135ec48b None None] Port 1f50262a-dd08-4225-b4c8-45178321485b cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:15:30.303028 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec4ed9-c957-43e8-914b-16d103916795 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3f1ad71-9fd3-4f40-b64d-92b2f6facb57,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:30.329475 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-11ec4ed9-c957-43e8-914b-16d103916795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:30.332803 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-11ec4ed9-c957-43e8-914b-16d103916795 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b3f1ad71-9fd3-4f40-b64d-92b2f6facb57 HTTP/1.1" status: 204 len: 168 time: 0.5086679 Mar 11 03:15:30.335305 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cde6bb-ca8f-4f8d-aa59-220784a68715 None None] Network 24591a89-9096-47e5-935c-efce9ff962e5 requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:15:30.336059 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 49048) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:30.475341 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5a3c51d8-1ebb-483f-8845-3efd730abfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16082977'] for network (24591a89-9096-47e5-935c-efce9ff962e5), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:30.522828 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2098297b-b182-4d23-a6cb-b3de0721caa9 None None] DHCP port deletion for 24591a89-9096-47e5-935c-efce9ff962e5 request from dv-cinder-740146-14-iscsi {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 03:15:30.571667 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-2098297b-b182-4d23-a6cb-b3de0721caa9 None None] Deleting port 1b72232f-76d6-4c9a-b081-567bdc1ae76c {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:15:30.572069 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2098297b-b182-4d23-a6cb-b3de0721caa9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (1b72232f-76d6-4c9a-b081-567bdc1ae76c), before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:30.616061 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-5a3c51d8-1ebb-483f-8845-3efd730abfe4 admin admin] Deleting port 1b72232f-76d6-4c9a-b081-567bdc1ae76c {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:15:30.616398 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5a3c51d8-1ebb-483f-8845-3efd730abfe4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (1b72232f-76d6-4c9a-b081-567bdc1ae76c), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:30.638566 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-2098297b-b182-4d23-a6cb-b3de0721caa9 None None] For port 1b72232f-76d6-4c9a-b081-567bdc1ae76c, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=1b72232f-76d6-4c9a-b081-567bdc1ae76c,segment=NetworkSegment(2788d6dc-bb9a-4610-93c8-718a7a34a2b4),segment_id=2788d6dc-bb9a-4610-93c8-718a7a34a2b4)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:15:30.638962 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2098297b-b182-4d23-a6cb-b3de0721caa9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (1b72232f-76d6-4c9a-b081-567bdc1ae76c), precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:30.651456 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-2098297b-b182-4d23-a6cb-b3de0721caa9 None None] Calling delete_port for 1b72232f-76d6-4c9a-b081-567bdc1ae76c owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:15:30.716129 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-5a3c51d8-1ebb-483f-8845-3efd730abfe4 admin admin] For port 1b72232f-76d6-4c9a-b081-567bdc1ae76c, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=1b72232f-76d6-4c9a-b081-567bdc1ae76c,segment=NetworkSegment(2788d6dc-bb9a-4610-93c8-718a7a34a2b4),segment_id=2788d6dc-bb9a-4610-93c8-718a7a34a2b4)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:15:30.716488 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5a3c51d8-1ebb-483f-8845-3efd730abfe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (1b72232f-76d6-4c9a-b081-567bdc1ae76c), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:30.720282 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-2e03f0b8-2f5c-46f4-a5cb-91edb49aead0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f50262a-dd08-4225-b4c8-45178321485b {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:15:30.734639 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-2e03f0b8-2f5c-46f4-a5cb-91edb49aead0 service neutron] Publish callbacks [] for port (1f50262a-dd08-4225-b4c8-45178321485b), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:30.735088 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2098297b-b182-4d23-a6cb-b3de0721caa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679'] for port (1b72232f-76d6-4c9a-b081-567bdc1ae76c), after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:30.740553 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-5a3c51d8-1ebb-483f-8845-3efd730abfe4 admin admin] Calling delete_port for 1b72232f-76d6-4c9a-b081-567bdc1ae76c owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:15:30.757737 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-2e03f0b8-2f5c-46f4-a5cb-91edb49aead0 service neutron] Transition to ACTIVE for port object 1f50262a-dd08-4225-b4c8-45178321485b will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 03:15:30.764488 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2098297b-b182-4d23-a6cb-b3de0721caa9 None None] Pushing event deleted for resources: {'Port': ['ID=1b72232f-76d6-4c9a-b081-567bdc1ae76c,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:30.767469 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2098297b-b182-4d23-a6cb-b3de0721caa9 None None] No DVR routers for this DVR port 1b72232f-76d6-4c9a-b081-567bdc1ae76c on host dv-cinder-740146-14-iscsi {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:15:30.778478 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098297b-b182-4d23-a6cb-b3de0721caa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:30.778478 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098297b-b182-4d23-a6cb-b3de0721caa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:30.778478 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098297b-b182-4d23-a6cb-b3de0721caa9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:30.778478 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098297b-b182-4d23-a6cb-b3de0721caa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:30.778478 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098297b-b182-4d23-a6cb-b3de0721caa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:30.778478 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098297b-b182-4d23-a6cb-b3de0721caa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:30.778478 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098297b-b182-4d23-a6cb-b3de0721caa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:30.778478 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098297b-b182-4d23-a6cb-b3de0721caa9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:30.778478 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098297b-b182-4d23-a6cb-b3de0721caa9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:30.778478 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098297b-b182-4d23-a6cb-b3de0721caa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:30.779545 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098297b-b182-4d23-a6cb-b3de0721caa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:30.779545 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098297b-b182-4d23-a6cb-b3de0721caa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:30.779545 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2098297b-b182-4d23-a6cb-b3de0721caa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:30.794560 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-2e03f0b8-2f5c-46f4-a5cb-91edb49aead0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26187659'] for port (1f50262a-dd08-4225-b4c8-45178321485b), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:30.862744 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e03f0b8-2f5c-46f4-a5cb-91edb49aead0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f50262a-dd08-4225-b4c8-45178321485b,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:30.921528 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5a3c51d8-1ebb-483f-8845-3efd730abfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (1b72232f-76d6-4c9a-b081-567bdc1ae76c), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:30.963405 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c51d8-1ebb-483f-8845-3efd730abfe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b72232f-76d6-4c9a-b081-567bdc1ae76c,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:30.965413 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3c51d8-1ebb-483f-8845-3efd730abfe4 admin admin] No DVR routers for this DVR port 1b72232f-76d6-4c9a-b081-567bdc1ae76c on host dv-cinder-740146-14-iscsi {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:15:31.000213 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-2e03f0b8-2f5c-46f4-a5cb-91edb49aead0 service neutron] Attempting to bind port 1f50262a-dd08-4225-b4c8-45178321485b on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:15:31.000552 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-2e03f0b8-2f5c-46f4-a5cb-91edb49aead0 service neutron] Attempting to bind port 1f50262a-dd08-4225-b4c8-45178321485b by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '7f40feb2-6419-48b9-817e-48dcb6686157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:15:31.000878 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-2e03f0b8-2f5c-46f4-a5cb-91edb49aead0 service neutron] Attempting to bind port 1f50262a-dd08-4225-b4c8-45178321485b on network 40900669-df90-4f82-b7ae-055eaee2edde {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:15:31.013314 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7e708-1eb8-4dc2-9ce3-0dcf97894a1e req-60202129-6db1-4741-9cab-b4cff5f047d3 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:31.016439 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-2e03f0b8-2f5c-46f4-a5cb-91edb49aead0 service neutron] Port 1f50262a-dd08-4225-b4c8-45178321485b on network 40900669-df90-4f82-b7ae-055eaee2edde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 03:15:31.016990 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-2e03f0b8-2f5c-46f4-a5cb-91edb49aead0 service neutron] Attempting to bind port 1f50262a-dd08-4225-b4c8-45178321485b on network 40900669-df90-4f82-b7ae-055eaee2edde {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:15:31.018448 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b1c7e708-1eb8-4dc2-9ce3-0dcf97894a1e req-60202129-6db1-4741-9cab-b4cff5f047d3 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e92935c-cf46-4a2d-84c0-fc88fc54482b HTTP/1.1" status: 200 len: 943 time: 0.0619197 Mar 11 03:15:31.031651 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-2e03f0b8-2f5c-46f4-a5cb-91edb49aead0 service neutron] Checking agent: {'id': '5f38bfdc-d68c-4827-815d-ecd182596ad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'started_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:15:31.032160 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-2e03f0b8-2f5c-46f4-a5cb-91edb49aead0 service neutron] Checking segment: {'id': '7f40feb2-6419-48b9-817e-48dcb6686157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:15:31.032703 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-2e03f0b8-2f5c-46f4-a5cb-91edb49aead0 service neutron] Bound using segment: {'id': '7f40feb2-6419-48b9-817e-48dcb6686157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:15:31.033489 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-2e03f0b8-2f5c-46f4-a5cb-91edb49aead0 service neutron] Bound port: 1f50262a-dd08-4225-b4c8-45178321485b, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f40feb2-6419-48b9-817e-48dcb6686157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:15:31.034271 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-2e03f0b8-2f5c-46f4-a5cb-91edb49aead0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (1f50262a-dd08-4225-b4c8-45178321485b), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:31.072602 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5a3c51d8-1ebb-483f-8845-3efd730abfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16047135', 'neutron.services.segments.db._delete_segments_for_network-8766925140502'] for network (24591a89-9096-47e5-935c-efce9ff962e5), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:31.085130 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b1c7e708-1eb8-4dc2-9ce3-0dcf97894a1e req-1461a7df-393e-4726-901b-a390a0224e0d tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635166 Mar 11 03:15:31.116746 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 1b72232f-76d6-4c9a-b081-567bdc1ae76c no longer exists at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:15:31.117536 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-5a3c51d8-1ebb-483f-8845-3efd730abfe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24591a89-9096-47e5-935c-efce9ff962e5']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:15:31.137701 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-5a3c51d8-1ebb-483f-8845-3efd730abfe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2788d6dc-bb9a-4610-93c8-718a7a34a2b4') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:15:31.138247 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-5a3c51d8-1ebb-483f-8845-3efd730abfe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2788d6dc-bb9a-4610-93c8-718a7a34a2b4') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:15:31.139448 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] No Port match for: 1b72232f-76d6-4c9a-b081-567bdc1ae76c {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:15:31.139879 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 1b72232f-76d6-4c9a-b081-567bdc1ae76c not bound to the agent host dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:15:31.140338 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 36d581ab-f865-4b2a-bdbb-2a77e0ca66ba no longer exists at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:15:31.154849 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5a3c51d8-1ebb-483f-8845-3efd730abfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766925139231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3715454'] for segment (2788d6dc-bb9a-4610-93c8-718a7a34a2b4), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:31.162906 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] No Port match for: 36d581ab-f865-4b2a-bdbb-2a77e0ca66ba {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:15:31.163253 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 36d581ab-f865-4b2a-bdbb-2a77e0ca66ba not bound to the agent host dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:15:31.163678 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 067e7ae0-51a0-4c66-b773-f8d360131e51 no longer exists at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:15:31.175202 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-2e03f0b8-2f5c-46f4-a5cb-91edb49aead0 service neutron] For port 1f50262a-dd08-4225-b4c8-45178321485b, host hv-cinder-74014, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:15:31.178794 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-2e03f0b8-2f5c-46f4-a5cb-91edb49aead0 service neutron] For port 1f50262a-dd08-4225-b4c8-45178321485b, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1f50262a-dd08-4225-b4c8-45178321485b,segment=NetworkSegment(7f40feb2-6419-48b9-817e-48dcb6686157),segment_id=7f40feb2-6419-48b9-817e-48dcb6686157)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:15:31.183024 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5a3c51d8-1ebb-483f-8845-3efd730abfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715'] for segment (2788d6dc-bb9a-4610-93c8-718a7a34a2b4), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:31.187710 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] No Port match for: 067e7ae0-51a0-4c66-b773-f8d360131e51 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:15:31.188062 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 067e7ae0-51a0-4c66-b773-f8d360131e51 not bound to the agent host dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:15:31.192362 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-2e03f0b8-2f5c-46f4-a5cb-91edb49aead0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26187659'] for port (1f50262a-dd08-4225-b4c8-45178321485b), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:31.196033 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a3c51d8-1ebb-483f-8845-3efd730abfe4 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 03:15:31.196417 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5a3c51d8-1ebb-483f-8845-3efd730abfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26187363'] for segment (2788d6dc-bb9a-4610-93c8-718a7a34a2b4), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:31.200763 dv-cinder-740146-14-iscsi neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 03:15:31.200763 dv-cinder-740146-14-iscsi neutron-server[103365]: self.session.flush() Mar 11 03:15:31.200763 dv-cinder-740146-14-iscsi neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 03:15:31.200763 dv-cinder-740146-14-iscsi neutron-server[103365]: self.session.flush() Mar 11 03:15:31.200763 dv-cinder-740146-14-iscsi neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 03:15:31.200763 dv-cinder-740146-14-iscsi neutron-server[103365]: self.session.flush() Mar 11 03:15:31.200763 dv-cinder-740146-14-iscsi neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 03:15:31.200763 dv-cinder-740146-14-iscsi neutron-server[103365]: self.session.flush() Mar 11 03:15:31.200763 dv-cinder-740146-14-iscsi neutron-server[103365]: Traceback (most recent call last): Mar 11 03:15:31.200763 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 03:15:31.200763 dv-cinder-740146-14-iscsi neutron-server[103365]: timer() Mar 11 03:15:31.200763 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 03:15:31.200763 dv-cinder-740146-14-iscsi neutron-server[103365]: cb(*args, **kw) Mar 11 03:15:31.200763 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 03:15:31.200763 dv-cinder-740146-14-iscsi neutron-server[103365]: return func(*args, **kwargs) Mar 11 03:15:31.200763 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 03:15:31.200763 dv-cinder-740146-14-iscsi neutron-server[103365]: self._notify() Mar 11 03:15:31.200763 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 03:15:31.200763 dv-cinder-740146-14-iscsi neutron-server[103365]: self.callback(batched_events) Mar 11 03:15:31.200763 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 03:15:31.200763 dv-cinder-740146-14-iscsi neutron-server[103365]: event.method(event) Mar 11 03:15:31.200763 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 03:15:31.200763 dv-cinder-740146-14-iscsi neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 03:15:31.200763 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 03:15:31.200763 dv-cinder-740146-14-iscsi neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 03:15:31.200763 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 03:15:31.200763 dv-cinder-740146-14-iscsi neutron-server[103365]: return f(self, *a, **k) Mar 11 03:15:31.200763 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 03:15:31.200763 dv-cinder-740146-14-iscsi neutron-server[103365]: return self._get(url).json() Mar 11 03:15:31.200763 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 03:15:31.200763 dv-cinder-740146-14-iscsi neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 03:15:31.200763 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 03:15:31.200763 dv-cinder-740146-14-iscsi neutron-server[103365]: return self.request(url, 'GET', **kwargs) Mar 11 03:15:31.200763 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 03:15:31.200763 dv-cinder-740146-14-iscsi neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 03:15:31.200763 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 03:15:31.200763 dv-cinder-740146-14-iscsi neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 03:15:31.200763 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 03:15:31.200763 dv-cinder-740146-14-iscsi neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 03:15:31.200763 dv-cinder-740146-14-iscsi neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 03:15:31.238453 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-2e03f0b8-2f5c-46f4-a5cb-91edb49aead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:31.239297 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-2e03f0b8-2f5c-46f4-a5cb-91edb49aead0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:31.240607 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-2e03f0b8-2f5c-46f4-a5cb-91edb49aead0 service neutron] 10.222.0.18 "PUT /v2.0/ports/1f50262a-dd08-4225-b4c8-45178321485b HTTP/1.1" status: 200 len: 1093 time: 1.0612605 Mar 11 03:15:31.245620 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e92935c-cf46-4a2d-84c0-fc88fc54482b', 'tag': '1f50262a-dd08-4225-b4c8-45178321485b'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:15:31.248128 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08289bb4-4de5-4d1c-82fe-4f3908f7843c" -d '{"events": [{"name": "network-changed", "server_uuid": "0e92935c-cf46-4a2d-84c0-fc88fc54482b", "tag": "1f50262a-dd08-4225-b4c8-45178321485b"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:15:31.310360 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b119f1-1932-4ec4-b786-11f95362ce61 x-openstack-request-id: req-f6b119f1-1932-4ec4-b786-11f95362ce61 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:15:31.310650 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e92935c-cf46-4a2d-84c0-fc88fc54482b", "tag": "1f50262a-dd08-4225-b4c8-45178321485b", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:15:31.310898 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f6b119f1-1932-4ec4-b786-11f95362ce61 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:15:31.311289 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e92935c-cf46-4a2d-84c0-fc88fc54482b', 'tag': '1f50262a-dd08-4225-b4c8-45178321485b', 'status': 'completed', 'code': 200} Mar 11 03:15:31.359459 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5a3c51d8-1ebb-483f-8845-3efd730abfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16047206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740006'] for network (24591a89-9096-47e5-935c-efce9ff962e5), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:31.363667 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-5a3c51d8-1ebb-483f-8845-3efd730abfe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:31.366845 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-5a3c51d8-1ebb-483f-8845-3efd730abfe4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/24591a89-9096-47e5-935c-efce9ff962e5 HTTP/1.1" status: 204 len: 168 time: 1.0296719 Mar 11 03:15:31.367562 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e03f0b8-2f5c-46f4-a5cb-91edb49aead0 service neutron] Pushing event updated for resources: {'Port': ['ID=1f50262a-dd08-4225-b4c8-45178321485b,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:31.392404 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c51d8-1ebb-483f-8845-3efd730abfe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=24591a89-9096-47e5-935c-efce9ff962e5,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:31.406578 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-03cb883d-a57e-4d86-a808-8e92c0809dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:31.408541 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-03cb883d-a57e-4d86-a808-8e92c0809dcd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35782709df5e4313b93edef74cf56852&device_id=0e92935c-cf46-4a2d-84c0-fc88fc54482b HTTP/1.1" status: 200 len: 1127 time: 0.0963039 Mar 11 03:15:31.451617 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9f07d7af-ddfa-4545-9863-dee96559a322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:31.459012 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-adb503ee-1130-45dd-aa9b-a2c13bb03df9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f50262a-dd08-4225-b4c8-45178321485b HTTP/1.1" status: 200 len: 217 time: 0.0430603 Mar 11 03:15:31.501792 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 49060) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:31.516757 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-82b94e2b-27fd-45cf-94ba-c099a7354940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:31.518773 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-82b94e2b-27fd-45cf-94ba-c099a7354940 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a2b4a50b-7f36-4ec6-b3c7-892482e45a07 HTTP/1.1" status: 200 len: 851 time: 0.0528889 Mar 11 03:15:31.547916 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-5c5c8e85-bc8c-4bba-be22-bf490a09b22f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d1479d5aac746a7a501d6c1fd3e7dc4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0442171 Mar 11 03:15:31.549612 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 49062) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:31.575940 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-5d3716a2-bf75-4d2e-b3c7-d5a8249dbeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:31.578231 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-5d3716a2-bf75-4d2e-b3c7-d5a8249dbeec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=40900669-df90-4f82-b7ae-055eaee2edde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0528045 Mar 11 03:15:31.607476 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a69a2863-bfd2-4611-89bf-8300625bbfe7 admin admin] Publish callbacks [] for security_group (d094f130-3d81-436d-a16b-e4b06b27dc77), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:31.630055 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a69a2863-bfd2-4611-89bf-8300625bbfe7 admin admin] Publish callbacks [] for security_group (d094f130-3d81-436d-a16b-e4b06b27dc77), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:31.669174 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-ae4d5f77-98be-4491-ab0d-c4389b85c524 service neutron] 10.222.0.18 "GET /v2.0/networks/40900669-df90-4f82-b7ae-055eaee2edde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854821 Mar 11 03:15:31.682528 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a69a2863-bfd2-4611-89bf-8300625bbfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (d094f130-3d81-436d-a16b-e4b06b27dc77), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:31.685039 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a69a2863-bfd2-4611-89bf-8300625bbfe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:31.689254 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-a69a2863-bfd2-4611-89bf-8300625bbfe7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d094f130-3d81-436d-a16b-e4b06b27dc77 HTTP/1.1" status: 204 len: 168 time: 0.1385622 Mar 11 03:15:31.700933 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a2863-bfd2-4611-89bf-8300625bbfe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d094f130-3d81-436d-a16b-e4b06b27dc77,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:31.775437 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e9f20549-9f56-4f37-90a4-deacd35a775a req-6b6e545b-c2f6-4ab5-aff0-c04b6be5f734 service neutron] 10.222.0.18 "GET /v2.0/networks/40900669-df90-4f82-b7ae-055eaee2edde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990279 Mar 11 03:15:31.869646 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08289bb4-4de5-4d1c-82fe-4f3908f7843c req-3e704586-4dcb-431f-b007-4a9f82166e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:31.871650 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-08289bb4-4de5-4d1c-82fe-4f3908f7843c req-3e704586-4dcb-431f-b007-4a9f82166e30 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35782709df5e4313b93edef74cf56852&device_id=0e92935c-cf46-4a2d-84c0-fc88fc54482b HTTP/1.1" status: 200 len: 1127 time: 0.0489120 Mar 11 03:15:31.970380 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08289bb4-4de5-4d1c-82fe-4f3908f7843c req-78fbd441-092c-483a-aa85-a41b89bc131d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:31.971887 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-08289bb4-4de5-4d1c-82fe-4f3908f7843c req-78fbd441-092c-483a-aa85-a41b89bc131d service neutron] 10.222.0.18 "GET /v2.0/networks?id=40900669-df90-4f82-b7ae-055eaee2edde HTTP/1.1" status: 200 len: 912 time: 0.0907125 Mar 11 03:15:32.014445 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-08289bb4-4de5-4d1c-82fe-4f3908f7843c req-d2ad7b81-e56a-4505-8150-a9ade59a4346 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f50262a-dd08-4225-b4c8-45178321485b HTTP/1.1" status: 200 len: 217 time: 0.0354462 Mar 11 03:15:32.064392 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08289bb4-4de5-4d1c-82fe-4f3908f7843c req-c40c9cf1-e384-4a57-b67b-151bfe254e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:32.065870 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-08289bb4-4de5-4d1c-82fe-4f3908f7843c req-c40c9cf1-e384-4a57-b67b-151bfe254e34 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a2b4a50b-7f36-4ec6-b3c7-892482e45a07 HTTP/1.1" status: 200 len: 851 time: 0.0458498 Mar 11 03:15:32.129942 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08289bb4-4de5-4d1c-82fe-4f3908f7843c req-8eea4fcd-4418-4baf-9cd2-c78df07cee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:32.131445 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-08289bb4-4de5-4d1c-82fe-4f3908f7843c req-8eea4fcd-4418-4baf-9cd2-c78df07cee00 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=40900669-df90-4f82-b7ae-055eaee2edde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0590272 Mar 11 03:15:32.210964 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d94a7-0d18-4c79-a46f-5467132f0b24 req-6cb5a99e-2369-44f1-ae36-1513ad19643e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:32.218544 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f01d94a7-0d18-4c79-a46f-5467132f0b24 req-6cb5a99e-2369-44f1-ae36-1513ad19643e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e92935c-cf46-4a2d-84c0-fc88fc54482b HTTP/1.1" status: 200 len: 943 time: 0.0647440 Mar 11 03:15:32.238531 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-08289bb4-4de5-4d1c-82fe-4f3908f7843c req-8bd6b0a9-5f34-4548-8069-7f6b61c77257 service neutron] 10.222.0.18 "GET /v2.0/networks/40900669-df90-4f82-b7ae-055eaee2edde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950298 Mar 11 03:15:32.271822 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f01d94a7-0d18-4c79-a46f-5467132f0b24 req-35d7b3ea-be31-4bd3-a499-6e23843c840f tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523539 Mar 11 03:15:32.431431 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 49086) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:32.537051 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-de5dbce4-1034-4668-a34f-33afdae3031a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2052807950-network', 'tenant_id': 'e82516e9c39d486b8d0bb57f2556fad9'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:15:32.557542 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5dbce4-1034-4668-a34f-33afdae3031a admin admin] Made reservation on behalf of e82516e9c39d486b8d0bb57f2556fad9 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:15:32.560089 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-de5dbce4-1034-4668-a34f-33afdae3031a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for network (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:32.570607 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-de5dbce4-1034-4668-a34f-33afdae3031a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:32.585612 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-08289bb4-4de5-4d1c-82fe-4f3908f7843c req-f59919af-10a9-4049-b81b-652815836b66 service neutron] 10.222.0.18 "GET /v2.0/networks/40900669-df90-4f82-b7ae-055eaee2edde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412814 Mar 11 03:15:32.650149 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-de5dbce4-1034-4668-a34f-33afdae3031a admin admin] Publish callbacks [] for security_group (ce1ff6d6-4a63-4897-a94f-e4186ac278e3), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:32.654225 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-de5dbce4-1034-4668-a34f-33afdae3031a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (ce1ff6d6-4a63-4897-a94f-e4186ac278e3), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:32.659887 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:32.675374 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de5dbce4-1034-4668-a34f-33afdae3031a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 03:15:32.690070 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5dbce4-1034-4668-a34f-33afdae3031a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1ff6d6-4a63-4897-a94f-e4186ac278e3,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:32.692411 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-de5dbce4-1034-4668-a34f-33afdae3031a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715'] for segment (4341252c-db76-485d-8f22-d2419de3f812), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:32.692687 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.db.segments_db [None req-de5dbce4-1034-4668-a34f-33afdae3031a admin admin] Added segment 4341252c-db76-485d-8f22-d2419de3f812 of type vlan for network aa744e86-b7ea-4907-a720-6e1f201e0f3f Mar 11 03:15:32.710916 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5dbce4-1034-4668-a34f-33afdae3031a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:32.711269 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5dbce4-1034-4668-a34f-33afdae3031a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:32.711619 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5dbce4-1034-4668-a34f-33afdae3031a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:32.711961 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5dbce4-1034-4668-a34f-33afdae3031a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:32.712296 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5dbce4-1034-4668-a34f-33afdae3031a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:32.712630 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5dbce4-1034-4668-a34f-33afdae3031a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:32.712960 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5dbce4-1034-4668-a34f-33afdae3031a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:32.713289 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5dbce4-1034-4668-a34f-33afdae3031a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:32.713621 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5dbce4-1034-4668-a34f-33afdae3031a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:32.714048 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5dbce4-1034-4668-a34f-33afdae3031a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:32.714383 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5dbce4-1034-4668-a34f-33afdae3031a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:32.714705 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5dbce4-1034-4668-a34f-33afdae3031a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:32.715027 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5dbce4-1034-4668-a34f-33afdae3031a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:32.754294 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-de5dbce4-1034-4668-a34f-33afdae3031a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766924714680'] for network (aa744e86-b7ea-4907-a720-6e1f201e0f3f), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:32.779872 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-de5dbce4-1034-4668-a34f-33afdae3031a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591'] for network (aa744e86-b7ea-4907-a720-6e1f201e0f3f), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:32.780913 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5dbce4-1034-4668-a34f-33afdae3031a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:32.781491 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-de5dbce4-1034-4668-a34f-33afdae3031a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:32.815591 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-de5dbce4-1034-4668-a34f-33afdae3031a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3829467 Mar 11 03:15:32.818744 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 49092) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:32.823702 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-e68ee06b-3ead-4df1-9137-daecbf382427 admin admin] Request body: {'subnet': {'network_id': 'aa744e86-b7ea-4907-a720-6e1f201e0f3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2052807950-subnet', 'tenant_id': 'e82516e9c39d486b8d0bb57f2556fad9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:15:32.847794 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68ee06b-3ead-4df1-9137-daecbf382427 admin admin] Made reservation on behalf of e82516e9c39d486b8d0bb57f2556fad9 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:15:32.850214 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e68ee06b-3ead-4df1-9137-daecbf382427 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25193156'] for subnet (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:32.850975 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5dbce4-1034-4668-a34f-33afdae3031a admin admin] Pushing event updated for resources: {'Network': ['ID=aa744e86-b7ea-4907-a720-6e1f201e0f3f,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:32.861163 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Network aa744e86-b7ea-4907-a720-6e1f201e0f3f details requested by agent ovs-agent-dv-cinder-740146-14-iscsi with host dv-cinder-740146-14-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 03:15:33.019423 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e68ee06b-3ead-4df1-9137-daecbf382427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26187774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25193194'] for subnet (8c70d26a-5176-4421-b58b-bbd9613c1b52), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:33.080219 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ee06b-3ead-4df1-9137-daecbf382427 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c70d26a-5176-4421-b58b-bbd9613c1b52,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:33.092351 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ee06b-3ead-4df1-9137-daecbf382427 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:33.092711 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ee06b-3ead-4df1-9137-daecbf382427 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:33.093185 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ee06b-3ead-4df1-9137-daecbf382427 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:33.093543 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ee06b-3ead-4df1-9137-daecbf382427 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:33.093896 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ee06b-3ead-4df1-9137-daecbf382427 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:33.094237 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ee06b-3ead-4df1-9137-daecbf382427 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:33.094577 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ee06b-3ead-4df1-9137-daecbf382427 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:33.094913 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ee06b-3ead-4df1-9137-daecbf382427 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:33.095247 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ee06b-3ead-4df1-9137-daecbf382427 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:33.095580 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ee06b-3ead-4df1-9137-daecbf382427 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:33.095911 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ee06b-3ead-4df1-9137-daecbf382427 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:33.096239 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ee06b-3ead-4df1-9137-daecbf382427 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:33.096573 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ee06b-3ead-4df1-9137-daecbf382427 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:15:33.099571 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68ee06b-3ead-4df1-9137-daecbf382427 admin admin] Checking segment: {'id': '4341252c-db76-485d-8f22-d2419de3f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'aa744e86-b7ea-4907-a720-6e1f201e0f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:15:33.099929 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68ee06b-3ead-4df1-9137-daecbf382427 admin admin] Network hostable DHCP agents. Network: aa744e86-b7ea-4907-a720-6e1f201e0f3f, hostable agents: ['25b14703-b87e-4c0b-89d2-d56e1080c9ba'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 03:15:33.117655 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68ee06b-3ead-4df1-9137-daecbf382427 admin admin] Network aa744e86-b7ea-4907-a720-6e1f201e0f3f is scheduled to be hosted by DHCP agent 25b14703-b87e-4c0b-89d2-d56e1080c9ba with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 03:15:33.130637 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-e68ee06b-3ead-4df1-9137-daecbf382427 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-14-iscsi, aa744e86-b7ea-4907-a720-6e1f201e0f3f) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:15:33.134699 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68ee06b-3ead-4df1-9137-daecbf382427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:33.135295 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e68ee06b-3ead-4df1-9137-daecbf382427 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:33.139518 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addcdb84-3783-4223-a322-fae3e544cbf8 None None] Network aa744e86-b7ea-4907-a720-6e1f201e0f3f requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:15:33.160374 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-e68ee06b-3ead-4df1-9137-daecbf382427 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3313804 Mar 11 03:15:33.245561 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5229be43-8559-4797-be78-ffce1faee0a3 None None] Network aa744e86-b7ea-4907-a720-6e1f201e0f3f requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:15:33.414067 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28884d2c-74ec-4548-b3a4-0d1e2624111c req-4f0c5658-2c5d-4aa3-bd06-3153d12d7316 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:33.415909 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-28884d2c-74ec-4548-b3a4-0d1e2624111c req-4f0c5658-2c5d-4aa3-bd06-3153d12d7316 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e92935c-cf46-4a2d-84c0-fc88fc54482b HTTP/1.1" status: 200 len: 943 time: 0.0647752 Mar 11 03:15:33.472073 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-28884d2c-74ec-4548-b3a4-0d1e2624111c req-585a9174-5ce2-4fbe-a0fb-0758ad63c414 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489595 Mar 11 03:15:33.644657 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 49112) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:33.649482 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-2e933203-4d59-4f6f-9b44-57c54f150bdd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2054795740-network', 'tenant_id': '68aec31e4f5b4e898ba8e504617b8a02'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:15:33.677896 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e933203-4d59-4f6f-9b44-57c54f150bdd admin admin] Made reservation on behalf of 68aec31e4f5b4e898ba8e504617b8a02 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:15:33.680141 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e933203-4d59-4f6f-9b44-57c54f150bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for network (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:33.688771 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e933203-4d59-4f6f-9b44-57c54f150bdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:33.767751 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e933203-4d59-4f6f-9b44-57c54f150bdd admin admin] Publish callbacks [] for security_group (319ab7c8-040d-4358-be5a-5d24fc13a836), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:33.771058 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e933203-4d59-4f6f-9b44-57c54f150bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (319ab7c8-040d-4358-be5a-5d24fc13a836), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:33.792016 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e933203-4d59-4f6f-9b44-57c54f150bdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 03:15:33.807201 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e933203-4d59-4f6f-9b44-57c54f150bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319ab7c8-040d-4358-be5a-5d24fc13a836,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:33.812536 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e933203-4d59-4f6f-9b44-57c54f150bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715'] for segment (0dbc1289-6c48-4b61-b8a8-a2ef84f9f3fd), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:33.812885 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-2e933203-4d59-4f6f-9b44-57c54f150bdd admin admin] Added segment 0dbc1289-6c48-4b61-b8a8-a2ef84f9f3fd of type vlan for network a7b3474d-4373-4c00-845f-a73841d355eb Mar 11 03:15:33.856543 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e933203-4d59-4f6f-9b44-57c54f150bdd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766924714680'] for network (a7b3474d-4373-4c00-845f-a73841d355eb), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:33.882035 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e933203-4d59-4f6f-9b44-57c54f150bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591'] for network (a7b3474d-4373-4c00-845f-a73841d355eb), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:33.882980 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e933203-4d59-4f6f-9b44-57c54f150bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:33.883708 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-2e933203-4d59-4f6f-9b44-57c54f150bdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:33.919482 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-2e933203-4d59-4f6f-9b44-57c54f150bdd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2737010 Mar 11 03:15:33.922195 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 49114) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:33.926914 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-6cc133e2-9899-4e42-aacd-1670be831db1 admin admin] Request body: {'subnet': {'network_id': 'a7b3474d-4373-4c00-845f-a73841d355eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2054795740-subnet', 'tenant_id': '68aec31e4f5b4e898ba8e504617b8a02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:15:33.958332 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e933203-4d59-4f6f-9b44-57c54f150bdd admin admin] Pushing event updated for resources: {'Network': ['ID=a7b3474d-4373-4c00-845f-a73841d355eb,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:33.967594 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Network a7b3474d-4373-4c00-845f-a73841d355eb details requested by agent ovs-agent-dv-cinder-740146-14-iscsi with host dv-cinder-740146-14-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 03:15:33.973607 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc133e2-9899-4e42-aacd-1670be831db1 admin admin] Made reservation on behalf of 68aec31e4f5b4e898ba8e504617b8a02 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:15:33.976346 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6cc133e2-9899-4e42-aacd-1670be831db1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25193156'] for subnet (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:34.148464 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6cc133e2-9899-4e42-aacd-1670be831db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26187774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25193194'] for subnet (a3f8707b-17e3-4677-99b8-f270be71c353), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:34.207313 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc133e2-9899-4e42-aacd-1670be831db1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3f8707b-17e3-4677-99b8-f270be71c353,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:34.216224 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc133e2-9899-4e42-aacd-1670be831db1 admin admin] Checking segment: {'id': '0dbc1289-6c48-4b61-b8a8-a2ef84f9f3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a7b3474d-4373-4c00-845f-a73841d355eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:15:34.216586 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc133e2-9899-4e42-aacd-1670be831db1 admin admin] Network hostable DHCP agents. Network: a7b3474d-4373-4c00-845f-a73841d355eb, hostable agents: ['25b14703-b87e-4c0b-89d2-d56e1080c9ba'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 03:15:34.234313 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc133e2-9899-4e42-aacd-1670be831db1 admin admin] Network a7b3474d-4373-4c00-845f-a73841d355eb is scheduled to be hosted by DHCP agent 25b14703-b87e-4c0b-89d2-d56e1080c9ba with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 03:15:34.247925 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-6cc133e2-9899-4e42-aacd-1670be831db1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-14-iscsi, a7b3474d-4373-4c00-845f-a73841d355eb) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:15:34.253087 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:34.253637 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc133e2-9899-4e42-aacd-1670be831db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:34.254397 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6cc133e2-9899-4e42-aacd-1670be831db1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:34.261696 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69cf2c7-665d-4f0e-829f-a1451407b4f9 None None] Network a7b3474d-4373-4c00-845f-a73841d355eb requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:15:34.271537 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-6cc133e2-9899-4e42-aacd-1670be831db1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3482282 Mar 11 03:15:34.365601 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16d6c6c-a6d5-4193-a04f-1fc7702a43a2 None None] Network a7b3474d-4373-4c00-845f-a73841d355eb requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:15:34.384460 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 49118) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:34.431771 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b182ead-c426-46fd-b8ea-11ca003b1f6c admin admin] Deleting subnet 8c70d26a-5176-4421-b58b-bbd9613c1b52 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 03:15:34.435098 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1b182ead-c426-46fd-b8ea-11ca003b1f6c admin admin] Publish callbacks [] for subnet (8c70d26a-5176-4421-b58b-bbd9613c1b52), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:34.477370 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1b182ead-c426-46fd-b8ea-11ca003b1f6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25359088'] for subnet (8c70d26a-5176-4421-b58b-bbd9613c1b52), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:34.518115 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1b182ead-c426-46fd-b8ea-11ca003b1f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16040164'] for subnet (8c70d26a-5176-4421-b58b-bbd9613c1b52), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:34.611318 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a74fd-6090-4548-864f-cdd1a880adef req-8af1d5d0-6211-4edc-b0ce-23b6b98f299f tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:34.612780 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-973a74fd-6090-4548-864f-cdd1a880adef req-8af1d5d0-6211-4edc-b0ce-23b6b98f299f tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e92935c-cf46-4a2d-84c0-fc88fc54482b HTTP/1.1" status: 200 len: 943 time: 0.0751474 Mar 11 03:15:34.614151 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1b182ead-c426-46fd-b8ea-11ca003b1f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16040175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15272083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201998'] for subnet (8c70d26a-5176-4421-b58b-bbd9613c1b52), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:34.648270 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b182ead-c426-46fd-b8ea-11ca003b1f6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c70d26a-5176-4421-b58b-bbd9613c1b52,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:34.650191 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1b182ead-c426-46fd-b8ea-11ca003b1f6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:34.653419 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-1b182ead-c426-46fd-b8ea-11ca003b1f6c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8c70d26a-5176-4421-b58b-bbd9613c1b52 HTTP/1.1" status: 204 len: 168 time: 0.2678177 Mar 11 03:15:34.656630 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 49122) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:34.697359 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-973a74fd-6090-4548-864f-cdd1a880adef req-d880b3e3-110c-440b-80e4-6879095e1f30 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752466 Mar 11 03:15:34.747426 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3dc547cb-9543-44e1-90e4-9db8f92a21c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16082977'] for network (aa744e86-b7ea-4907-a720-6e1f201e0f3f), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:34.830896 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3dc547cb-9543-44e1-90e4-9db8f92a21c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16047135', 'neutron.services.segments.db._delete_segments_for_network-8766925140502'] for network (aa744e86-b7ea-4907-a720-6e1f201e0f3f), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:34.851055 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-3dc547cb-9543-44e1-90e4-9db8f92a21c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa744e86-b7ea-4907-a720-6e1f201e0f3f']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:15:34.860731 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-3dc547cb-9543-44e1-90e4-9db8f92a21c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4341252c-db76-485d-8f22-d2419de3f812') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:15:34.861036 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-3dc547cb-9543-44e1-90e4-9db8f92a21c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4341252c-db76-485d-8f22-d2419de3f812') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:15:34.870376 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3dc547cb-9543-44e1-90e4-9db8f92a21c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766925139231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3715454'] for segment (4341252c-db76-485d-8f22-d2419de3f812), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:34.884323 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3dc547cb-9543-44e1-90e4-9db8f92a21c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715'] for segment (4341252c-db76-485d-8f22-d2419de3f812), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:34.890678 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc547cb-9543-44e1-90e4-9db8f92a21c6 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 03:15:34.891153 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3dc547cb-9543-44e1-90e4-9db8f92a21c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26187363'] for segment (4341252c-db76-485d-8f22-d2419de3f812), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:34.892976 dv-cinder-740146-14-iscsi neutron-server[103365]: Traceback (most recent call last): Mar 11 03:15:34.892976 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 03:15:34.892976 dv-cinder-740146-14-iscsi neutron-server[103365]: timer() Mar 11 03:15:34.892976 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 03:15:34.892976 dv-cinder-740146-14-iscsi neutron-server[103365]: cb(*args, **kw) Mar 11 03:15:34.892976 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 03:15:34.892976 dv-cinder-740146-14-iscsi neutron-server[103365]: return func(*args, **kwargs) Mar 11 03:15:34.892976 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 03:15:34.892976 dv-cinder-740146-14-iscsi neutron-server[103365]: self._notify() Mar 11 03:15:34.892976 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 03:15:34.892976 dv-cinder-740146-14-iscsi neutron-server[103365]: self.callback(batched_events) Mar 11 03:15:34.892976 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 03:15:34.892976 dv-cinder-740146-14-iscsi neutron-server[103365]: event.method(event) Mar 11 03:15:34.892976 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 03:15:34.892976 dv-cinder-740146-14-iscsi neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 03:15:34.892976 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 03:15:34.892976 dv-cinder-740146-14-iscsi neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 03:15:34.892976 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 03:15:34.892976 dv-cinder-740146-14-iscsi neutron-server[103365]: return f(self, *a, **k) Mar 11 03:15:34.892976 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 03:15:34.892976 dv-cinder-740146-14-iscsi neutron-server[103365]: return self._get(url).json() Mar 11 03:15:34.892976 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 03:15:34.892976 dv-cinder-740146-14-iscsi neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 03:15:34.892976 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 03:15:34.892976 dv-cinder-740146-14-iscsi neutron-server[103365]: return self.request(url, 'GET', **kwargs) Mar 11 03:15:34.892976 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 03:15:34.892976 dv-cinder-740146-14-iscsi neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 03:15:34.892976 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 03:15:34.892976 dv-cinder-740146-14-iscsi neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 03:15:34.892976 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 03:15:34.892976 dv-cinder-740146-14-iscsi neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 03:15:34.892976 dv-cinder-740146-14-iscsi neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 03:15:34.948355 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3dc547cb-9543-44e1-90e4-9db8f92a21c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16047206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740006'] for network (aa744e86-b7ea-4907-a720-6e1f201e0f3f), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:34.954604 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3dc547cb-9543-44e1-90e4-9db8f92a21c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:34.957900 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-3dc547cb-9543-44e1-90e4-9db8f92a21c6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/aa744e86-b7ea-4907-a720-6e1f201e0f3f HTTP/1.1" status: 204 len: 168 time: 0.3000803 Mar 11 03:15:34.960893 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 49126) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:34.967010 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc547cb-9543-44e1-90e4-9db8f92a21c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa744e86-b7ea-4907-a720-6e1f201e0f3f,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:35.006917 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-dccc4236-fb5d-47f1-9e00-7365424a9487 admin admin] Deleting subnet a3f8707b-17e3-4677-99b8-f270be71c353 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 03:15:35.010496 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dccc4236-fb5d-47f1-9e00-7365424a9487 admin admin] Publish callbacks [] for subnet (a3f8707b-17e3-4677-99b8-f270be71c353), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:35.044653 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dccc4236-fb5d-47f1-9e00-7365424a9487 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25359088'] for subnet (a3f8707b-17e3-4677-99b8-f270be71c353), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:35.084579 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dccc4236-fb5d-47f1-9e00-7365424a9487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16040164'] for subnet (a3f8707b-17e3-4677-99b8-f270be71c353), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:35.136376 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dccc4236-fb5d-47f1-9e00-7365424a9487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16040175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15272083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201998'] for subnet (a3f8707b-17e3-4677-99b8-f270be71c353), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:35.168073 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc4236-fb5d-47f1-9e00-7365424a9487 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3f8707b-17e3-4677-99b8-f270be71c353,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:35.170032 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-dccc4236-fb5d-47f1-9e00-7365424a9487 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:35.173904 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-dccc4236-fb5d-47f1-9e00-7365424a9487 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a3f8707b-17e3-4677-99b8-f270be71c353 HTTP/1.1" status: 204 len: 168 time: 0.2119343 Mar 11 03:15:35.176417 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 49128) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:35.245249 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-459449ee-ba08-4559-bc34-72e31fd76a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16082977'] for network (a7b3474d-4373-4c00-845f-a73841d355eb), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:35.326208 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-459449ee-ba08-4559-bc34-72e31fd76a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16047135', 'neutron.services.segments.db._delete_segments_for_network-8766925140502'] for network (a7b3474d-4373-4c00-845f-a73841d355eb), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:35.347069 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-459449ee-ba08-4559-bc34-72e31fd76a5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7b3474d-4373-4c00-845f-a73841d355eb']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:15:35.356095 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-459449ee-ba08-4559-bc34-72e31fd76a5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dbc1289-6c48-4b61-b8a8-a2ef84f9f3fd') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:15:35.356393 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-459449ee-ba08-4559-bc34-72e31fd76a5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dbc1289-6c48-4b61-b8a8-a2ef84f9f3fd') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:15:35.366011 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-459449ee-ba08-4559-bc34-72e31fd76a5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766925139231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25359099'] for segment (0dbc1289-6c48-4b61-b8a8-a2ef84f9f3fd), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:35.378963 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-459449ee-ba08-4559-bc34-72e31fd76a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715'] for segment (0dbc1289-6c48-4b61-b8a8-a2ef84f9f3fd), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:35.385232 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-459449ee-ba08-4559-bc34-72e31fd76a5b admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 03:15:35.385629 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-459449ee-ba08-4559-bc34-72e31fd76a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15272269'] for segment (0dbc1289-6c48-4b61-b8a8-a2ef84f9f3fd), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:35.387479 dv-cinder-740146-14-iscsi neutron-server[103364]: Traceback (most recent call last): Mar 11 03:15:35.387479 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 03:15:35.387479 dv-cinder-740146-14-iscsi neutron-server[103364]: timer() Mar 11 03:15:35.387479 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 03:15:35.387479 dv-cinder-740146-14-iscsi neutron-server[103364]: cb(*args, **kw) Mar 11 03:15:35.387479 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 03:15:35.387479 dv-cinder-740146-14-iscsi neutron-server[103364]: return func(*args, **kwargs) Mar 11 03:15:35.387479 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 03:15:35.387479 dv-cinder-740146-14-iscsi neutron-server[103364]: self._notify() Mar 11 03:15:35.387479 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 03:15:35.387479 dv-cinder-740146-14-iscsi neutron-server[103364]: self.callback(batched_events) Mar 11 03:15:35.387479 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 03:15:35.387479 dv-cinder-740146-14-iscsi neutron-server[103364]: event.method(event) Mar 11 03:15:35.387479 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 03:15:35.387479 dv-cinder-740146-14-iscsi neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 03:15:35.387479 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 03:15:35.387479 dv-cinder-740146-14-iscsi neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 03:15:35.387479 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 03:15:35.387479 dv-cinder-740146-14-iscsi neutron-server[103364]: return f(self, *a, **k) Mar 11 03:15:35.387479 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 03:15:35.387479 dv-cinder-740146-14-iscsi neutron-server[103364]: return self._get(url).json() Mar 11 03:15:35.387479 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 03:15:35.387479 dv-cinder-740146-14-iscsi neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 03:15:35.387479 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 03:15:35.387479 dv-cinder-740146-14-iscsi neutron-server[103364]: return self.request(url, 'GET', **kwargs) Mar 11 03:15:35.387479 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 03:15:35.387479 dv-cinder-740146-14-iscsi neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 03:15:35.387479 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 03:15:35.387479 dv-cinder-740146-14-iscsi neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 03:15:35.387479 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 03:15:35.387479 dv-cinder-740146-14-iscsi neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 03:15:35.387479 dv-cinder-740146-14-iscsi neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 03:15:35.442203 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-459449ee-ba08-4559-bc34-72e31fd76a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16047206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740006'] for network (a7b3474d-4373-4c00-845f-a73841d355eb), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:35.449000 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-459449ee-ba08-4559-bc34-72e31fd76a5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:35.452536 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-459449ee-ba08-4559-bc34-72e31fd76a5b admin admin] 10.222.0.16 "DELETE /v2.0/networks/a7b3474d-4373-4c00-845f-a73841d355eb HTTP/1.1" status: 204 len: 168 time: 0.2747157 Mar 11 03:15:35.461921 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459449ee-ba08-4559-bc34-72e31fd76a5b admin admin] Pushing event deleted for resources: {'Network': ['ID=a7b3474d-4373-4c00-845f-a73841d355eb,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:35.606093 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 49140) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:35.651100 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-320c0433-6865-4db6-9568-ea320fb8db7e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e82516e9c39d486b8d0bb57f2556fad9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438225 Mar 11 03:15:35.653803 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 49146) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:35.684124 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:35.703576 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ccf104da-053d-4bfe-a8e2-2baece0a43a1 admin admin] Publish callbacks [] for security_group (ce1ff6d6-4a63-4897-a94f-e4186ac278e3), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:35.724541 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ccf104da-053d-4bfe-a8e2-2baece0a43a1 admin admin] Publish callbacks [] for security_group (ce1ff6d6-4a63-4897-a94f-e4186ac278e3), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:35.782814 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ccf104da-053d-4bfe-a8e2-2baece0a43a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (ce1ff6d6-4a63-4897-a94f-e4186ac278e3), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:35.785342 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ccf104da-053d-4bfe-a8e2-2baece0a43a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:35.786544 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-ccf104da-053d-4bfe-a8e2-2baece0a43a1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ce1ff6d6-4a63-4897-a94f-e4186ac278e3 HTTP/1.1" status: 204 len: 168 time: 0.1317348 Mar 11 03:15:35.795317 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf104da-053d-4bfe-a8e2-2baece0a43a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1ff6d6-4a63-4897-a94f-e4186ac278e3,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:35.829052 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98579f3d-1fd0-44f5-8ddf-05812f53c86b req-8a943549-a726-4eef-9d93-db8b1b39c03e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:35.831745 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-98579f3d-1fd0-44f5-8ddf-05812f53c86b req-8a943549-a726-4eef-9d93-db8b1b39c03e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e92935c-cf46-4a2d-84c0-fc88fc54482b HTTP/1.1" status: 200 len: 943 time: 0.0635483 Mar 11 03:15:35.880207 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-98579f3d-1fd0-44f5-8ddf-05812f53c86b req-8eb4ad03-70f4-4260-8425-06718713f1f9 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439343 Mar 11 03:15:36.108118 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 49156) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:36.148373 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a8d19221-0949-40bd-99f3-dff20523c264 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68aec31e4f5b4e898ba8e504617b8a02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384898 Mar 11 03:15:36.150681 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 49158) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:36.196826 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a64b0797-f307-4b95-a788-918fc94f5c8b admin admin] Publish callbacks [] for security_group (319ab7c8-040d-4358-be5a-5d24fc13a836), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:36.218971 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a64b0797-f307-4b95-a788-918fc94f5c8b admin admin] Publish callbacks [] for security_group (319ab7c8-040d-4358-be5a-5d24fc13a836), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:36.266889 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a64b0797-f307-4b95-a788-918fc94f5c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (319ab7c8-040d-4358-be5a-5d24fc13a836), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:36.269785 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a64b0797-f307-4b95-a788-918fc94f5c8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:36.271071 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a64b0797-f307-4b95-a788-918fc94f5c8b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/319ab7c8-040d-4358-be5a-5d24fc13a836 HTTP/1.1" status: 204 len: 168 time: 0.1194615 Mar 11 03:15:36.278607 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b0797-f307-4b95-a788-918fc94f5c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319ab7c8-040d-4358-be5a-5d24fc13a836,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:36.612583 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:36.998282 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c2783-d30e-4e26-9887-defbef47a3ef req-83cee589-8935-4e78-8988-95e15973cf63 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:36.999832 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7e2c2783-d30e-4e26-9887-defbef47a3ef req-83cee589-8935-4e78-8988-95e15973cf63 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e92935c-cf46-4a2d-84c0-fc88fc54482b HTTP/1.1" status: 200 len: 943 time: 0.0530455 Mar 11 03:15:37.053723 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7e2c2783-d30e-4e26-9887-defbef47a3ef req-4d987163-000c-4916-961b-7b553aff609c tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481744 Mar 11 03:15:37.928016 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 49220) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:38.032108 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-05943d2b-019e-4318-82a9-5ddf66a8a53c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:38.122526 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-05943d2b-019e-4318-82a9-5ddf66a8a53c admin admin] Publish callbacks [] for security_group (18e59338-9e0b-4f38-8fe4-7543a6b839c3), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:38.126463 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-05943d2b-019e-4318-82a9-5ddf66a8a53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (18e59338-9e0b-4f38-8fe4-7543a6b839c3), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:38.168109 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-05943d2b-019e-4318-82a9-5ddf66a8a53c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a08b5502f9424506b42a8245d3a5d385&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363687 Mar 11 03:15:38.168109 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05943d2b-019e-4318-82a9-5ddf66a8a53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e59338-9e0b-4f38-8fe4-7543a6b839c3,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:38.169066 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 49226) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:38.173595 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272dc9ed-ca50-41a3-9ae3-87da47260f21 req-903f8ae5-13fd-48fb-a805-6cf2ff472ac2 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:38.175121 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-272dc9ed-ca50-41a3-9ae3-87da47260f21 req-903f8ae5-13fd-48fb-a805-6cf2ff472ac2 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e92935c-cf46-4a2d-84c0-fc88fc54482b HTTP/1.1" status: 200 len: 943 time: 0.0535269 Mar 11 03:15:38.217132 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6db726b0-1e5c-44b6-9fef-345de5f79d57 admin admin] Publish callbacks [] for security_group (18e59338-9e0b-4f38-8fe4-7543a6b839c3), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:38.228749 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-272dc9ed-ca50-41a3-9ae3-87da47260f21 req-4c4c679e-cb38-4e3a-a5b0-9e4986d4e273 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464687 Mar 11 03:15:38.239116 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6db726b0-1e5c-44b6-9fef-345de5f79d57 admin admin] Publish callbacks [] for security_group (18e59338-9e0b-4f38-8fe4-7543a6b839c3), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:38.284011 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6db726b0-1e5c-44b6-9fef-345de5f79d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (18e59338-9e0b-4f38-8fe4-7543a6b839c3), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:38.286490 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-6db726b0-1e5c-44b6-9fef-345de5f79d57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:38.287608 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-6db726b0-1e5c-44b6-9fef-345de5f79d57 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/18e59338-9e0b-4f38-8fe4-7543a6b839c3 HTTP/1.1" status: 204 len: 168 time: 0.1180863 Mar 11 03:15:38.295141 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db726b0-1e5c-44b6-9fef-345de5f79d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e59338-9e0b-4f38-8fe4-7543a6b839c3,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:38.536806 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 49232) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:38.552000 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-75c95d87-05d7-42b3-852a-5f3fd985d2d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:38.625812 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-75c95d87-05d7-42b3-852a-5f3fd985d2d5 admin admin] Publish callbacks [] for security_group (7eb3fad6-ace9-4f7f-a6e7-3e538e7b9e02), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:38.629189 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-75c95d87-05d7-42b3-852a-5f3fd985d2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (7eb3fad6-ace9-4f7f-a6e7-3e538e7b9e02), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:38.665822 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c95d87-05d7-42b3-852a-5f3fd985d2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb3fad6-ace9-4f7f-a6e7-3e538e7b9e02,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:38.669967 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-75c95d87-05d7-42b3-852a-5f3fd985d2d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d19d85a38a3e4fd9984d5a9e251dbcd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321301 Mar 11 03:15:38.672812 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 49234) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:38.720527 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3dbefcde-b28a-4ef8-8dd8-491ef4021019 admin admin] Publish callbacks [] for security_group (7eb3fad6-ace9-4f7f-a6e7-3e538e7b9e02), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:38.740743 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3dbefcde-b28a-4ef8-8dd8-491ef4021019 admin admin] Publish callbacks [] for security_group (7eb3fad6-ace9-4f7f-a6e7-3e538e7b9e02), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:38.785585 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3dbefcde-b28a-4ef8-8dd8-491ef4021019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (7eb3fad6-ace9-4f7f-a6e7-3e538e7b9e02), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:38.788154 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3dbefcde-b28a-4ef8-8dd8-491ef4021019 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:38.789289 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-3dbefcde-b28a-4ef8-8dd8-491ef4021019 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7eb3fad6-ace9-4f7f-a6e7-3e538e7b9e02 HTTP/1.1" status: 204 len: 168 time: 0.1154213 Mar 11 03:15:38.799775 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbefcde-b28a-4ef8-8dd8-491ef4021019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb3fad6-ace9-4f7f-a6e7-3e538e7b9e02,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:38.879521 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 1f50262a-dd08-4225-b4c8-45178321485b details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 03:15:38.995747 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 1f50262a-dd08-4225-b4c8-45178321485b, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1f50262a-dd08-4225-b4c8-45178321485b,segment=NetworkSegment(7f40feb2-6419-48b9-817e-48dcb6686157),segment_id=7f40feb2-6419-48b9-817e-48dcb6686157)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:15:39.007715 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Returning: {'device': '1f50262a-dd08-4225-b4c8-45178321485b', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'port_id': '1f50262a-dd08-4225-b4c8-45178321485b', 'mac_address': 'fa:16:3e:0b:98:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 03:15:39.052539 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 1f50262a-dd08-4225-b4c8-45178321485b is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:15:39.052938 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (1f50262a-dd08-4225-b4c8-45178321485b), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:39.066561 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f50262a-dd08-4225-b4c8-45178321485b {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:15:39.087181 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 1f50262a-dd08-4225-b4c8-45178321485b, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1f50262a-dd08-4225-b4c8-45178321485b,segment=NetworkSegment(7f40feb2-6419-48b9-817e-48dcb6686157),segment_id=7f40feb2-6419-48b9-817e-48dcb6686157)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:15:39.090760 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (1f50262a-dd08-4225-b4c8-45178321485b), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:39.139268 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=1f50262a-dd08-4225-b4c8-45178321485b,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:39.344827 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] get_ports_and_sgs() called for port_ids ['1f50262a-dd08-4225-b4c8-45178321485b'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:15:39.359131 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34582afa-8ec6-4c65-bc13-a85d1b7fefb9 req-8a99a6c2-4509-442d-81e6-d554f28402da tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:39.361565 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-34582afa-8ec6-4c65-bc13-a85d1b7fefb9 req-8a99a6c2-4509-442d-81e6-d554f28402da tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e92935c-cf46-4a2d-84c0-fc88fc54482b HTTP/1.1" status: 200 len: 944 time: 0.0639629 Mar 11 03:15:39.427469 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-34582afa-8ec6-4c65-bc13-a85d1b7fefb9 req-f6d81a8b-612b-4999-afb3-7fb5b16fcb75 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575061 Mar 11 03:15:39.490298 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:15:40.547600 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9831935-fd43-4f7d-a67e-7a02d5ca9d6c req-21ad6073-4e08-4ef9-aff1-d94a1a927763 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:40.549049 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c9831935-fd43-4f7d-a67e-7a02d5ca9d6c req-21ad6073-4e08-4ef9-aff1-d94a1a927763 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e92935c-cf46-4a2d-84c0-fc88fc54482b HTTP/1.1" status: 200 len: 944 time: 0.0520461 Mar 11 03:15:40.596122 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c9831935-fd43-4f7d-a67e-7a02d5ca9d6c req-e11231e6-ca59-42be-abd2-4e884eadd176 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414758 Mar 11 03:15:40.896171 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 1f50262a-dd08-4225-b4c8-45178321485b up at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:15:40.942583 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning for port 1f50262a-dd08-4225-b4c8-45178321485b completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 03:15:40.946848 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning complete for port 1f50262a-dd08-4225-b4c8-45178321485b triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:15:40.947223 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (1f50262a-dd08-4225-b4c8-45178321485b), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:41.026429 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 1f50262a-dd08-4225-b4c8-45178321485b is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:15:41.026819 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (1f50262a-dd08-4225-b4c8-45178321485b), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:41.049029 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e92935c-cf46-4a2d-84c0-fc88fc54482b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f50262a-dd08-4225-b4c8-45178321485b'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:15:41.051288 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288e491573ecc61b3bf0bc0bc1cef05b47d52e8efc38ed9f7c410eed2e18b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1eae432-0216-4a39-82f7-4770cbaa3e4a" -d '{"events": [{"server_uuid": "0e92935c-cf46-4a2d-84c0-fc88fc54482b", "name": "network-vif-plugged", "status": "completed", "tag": "1f50262a-dd08-4225-b4c8-45178321485b"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:15:41.066420 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 1f50262a-dd08-4225-b4c8-45178321485b, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1f50262a-dd08-4225-b4c8-45178321485b,segment=NetworkSegment(7f40feb2-6419-48b9-817e-48dcb6686157),segment_id=7f40feb2-6419-48b9-817e-48dcb6686157)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:15:41.070745 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (1f50262a-dd08-4225-b4c8-45178321485b), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:41.094044 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354778f3-f4b0-4e2e-b8fb-fd750b35333d x-openstack-request-id: req-354778f3-f4b0-4e2e-b8fb-fd750b35333d {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:15:41.094338 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e92935c-cf46-4a2d-84c0-fc88fc54482b", "name": "network-vif-plugged", "status": "completed", "tag": "1f50262a-dd08-4225-b4c8-45178321485b", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:15:41.094588 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-354778f3-f4b0-4e2e-b8fb-fd750b35333d {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:15:41.094967 dv-cinder-740146-14-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e92935c-cf46-4a2d-84c0-fc88fc54482b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f50262a-dd08-4225-b4c8-45178321485b', 'code': 200} Mar 11 03:15:41.119840 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=1f50262a-dd08-4225-b4c8-45178321485b,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:41.325700 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec823c1-959f-4b16-ac56-a4d580463348 req-f1a57422-30d0-45f1-a1ec-424a8e6afe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:41.327787 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2ec823c1-959f-4b16-ac56-a4d580463348 req-f1a57422-30d0-45f1-a1ec-424a8e6afe29 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0e92935c-cf46-4a2d-84c0-fc88fc54482b HTTP/1.1" status: 200 len: 1129 time: 0.0467589 Mar 11 03:15:41.372070 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-2ec823c1-959f-4b16-ac56-a4d580463348 req-03b91ca5-2500-4be9-b6ba-21444d69b09f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380805 Mar 11 03:15:41.585674 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 49316) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:41.692253 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8bfb4d53-411b-464b-ba84-9a028b76c2ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:41.716048 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b5d37-be68-4f44-b620-1400c2021243 req-759ed691-db69-44f0-bb5e-6570de9fa7e0 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:41.717645 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-745b5d37-be68-4f44-b620-1400c2021243 req-759ed691-db69-44f0-bb5e-6570de9fa7e0 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e92935c-cf46-4a2d-84c0-fc88fc54482b HTTP/1.1" status: 200 len: 945 time: 0.0560458 Mar 11 03:15:41.769547 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8bfb4d53-411b-464b-ba84-9a028b76c2ad admin admin] Publish callbacks [] for security_group (286925e6-47c4-48d5-8991-5e40161cf0ab), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:41.770424 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-745b5d37-be68-4f44-b620-1400c2021243 req-688eb3e7-9ef4-4602-ac3b-8e49383c23a4 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459449 Mar 11 03:15:41.773255 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8bfb4d53-411b-464b-ba84-9a028b76c2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (286925e6-47c4-48d5-8991-5e40161cf0ab), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:41.812271 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-8bfb4d53-411b-464b-ba84-9a028b76c2ad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=212480012ce64a7e8c7f679ab5b24fa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254305 Mar 11 03:15:41.813092 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb4d53-411b-464b-ba84-9a028b76c2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286925e6-47c4-48d5-8991-5e40161cf0ab,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:41.815003 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 49322) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:41.862260 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4ce50ad1-13a7-4c2f-992a-af50ec153b6f admin admin] Publish callbacks [] for security_group (286925e6-47c4-48d5-8991-5e40161cf0ab), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:41.882697 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4ce50ad1-13a7-4c2f-992a-af50ec153b6f admin admin] Publish callbacks [] for security_group (286925e6-47c4-48d5-8991-5e40161cf0ab), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:41.928208 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4ce50ad1-13a7-4c2f-992a-af50ec153b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (286925e6-47c4-48d5-8991-5e40161cf0ab), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:41.930844 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4ce50ad1-13a7-4c2f-992a-af50ec153b6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:41.931975 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-4ce50ad1-13a7-4c2f-992a-af50ec153b6f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/286925e6-47c4-48d5-8991-5e40161cf0ab HTTP/1.1" status: 204 len: 168 time: 0.1159961 Mar 11 03:15:41.939542 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce50ad1-13a7-4c2f-992a-af50ec153b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286925e6-47c4-48d5-8991-5e40161cf0ab,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:42.548477 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 49346) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:42.642470 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-1e2823f1-1d12-411a-a960-6c08eee06c3f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-202388040-network', 'tenant_id': '2f248c16ad7a40acb03c521062491183'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:15:42.663216 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2823f1-1d12-411a-a960-6c08eee06c3f admin admin] Made reservation on behalf of 2f248c16ad7a40acb03c521062491183 for: {'network': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:15:42.665739 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1e2823f1-1d12-411a-a960-6c08eee06c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for network (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:42.674940 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1e2823f1-1d12-411a-a960-6c08eee06c3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:42.762882 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1e2823f1-1d12-411a-a960-6c08eee06c3f admin admin] Publish callbacks [] for security_group (efae41f2-0602-4ecf-ba79-99da1f001ba8), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:42.768425 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1e2823f1-1d12-411a-a960-6c08eee06c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (efae41f2-0602-4ecf-ba79-99da1f001ba8), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:42.800431 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e2823f1-1d12-411a-a960-6c08eee06c3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 03:15:42.812771 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2823f1-1d12-411a-a960-6c08eee06c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efae41f2-0602-4ecf-ba79-99da1f001ba8,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:42.833436 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1e2823f1-1d12-411a-a960-6c08eee06c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715'] for segment (831c2b20-a370-4fb6-a638-fd8deae4a680), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:42.833779 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.db.segments_db [None req-1e2823f1-1d12-411a-a960-6c08eee06c3f admin admin] Added segment 831c2b20-a370-4fb6-a638-fd8deae4a680 of type vlan for network 0c4e3020-d0ba-49db-9c60-8152d4d4820b Mar 11 03:15:42.922916 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1e2823f1-1d12-411a-a960-6c08eee06c3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766924714680'] for network (0c4e3020-d0ba-49db-9c60-8152d4d4820b), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:42.957120 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9549d6-a228-4e3c-a85a-5b34aa8413d4 req-51da512d-1cfd-48a6-a843-d16f8e05a1e3 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:42.959059 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-da9549d6-a228-4e3c-a85a-5b34aa8413d4 req-51da512d-1cfd-48a6-a843-d16f8e05a1e3 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e92935c-cf46-4a2d-84c0-fc88fc54482b HTTP/1.1" status: 200 len: 945 time: 0.1018786 Mar 11 03:15:42.965344 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1e2823f1-1d12-411a-a960-6c08eee06c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591'] for network (0c4e3020-d0ba-49db-9c60-8152d4d4820b), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:42.968414 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2823f1-1d12-411a-a960-6c08eee06c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:42.969012 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1e2823f1-1d12-411a-a960-6c08eee06c3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:43.020018 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-1e2823f1-1d12-411a-a960-6c08eee06c3f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4704101 Mar 11 03:15:43.023066 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 49362) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:43.028327 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-4ea21189-f6c8-40bb-9c85-5b11ef07e44e admin admin] Request body: {'subnet': {'network_id': '0c4e3020-d0ba-49db-9c60-8152d4d4820b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-202388040-subnet', 'tenant_id': '2f248c16ad7a40acb03c521062491183', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:15:43.068983 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea21189-f6c8-40bb-9c85-5b11ef07e44e admin admin] Made reservation on behalf of 2f248c16ad7a40acb03c521062491183 for: {'subnet': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:15:43.071658 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4ea21189-f6c8-40bb-9c85-5b11ef07e44e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25193156'] for subnet (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:43.075175 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2823f1-1d12-411a-a960-6c08eee06c3f admin admin] Pushing event updated for resources: {'Network': ['ID=0c4e3020-d0ba-49db-9c60-8152d4d4820b,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:43.085824 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Network 0c4e3020-d0ba-49db-9c60-8152d4d4820b details requested by agent ovs-agent-dv-cinder-740146-14-iscsi with host dv-cinder-740146-14-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 03:15:43.091951 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-da9549d6-a228-4e3c-a85a-5b34aa8413d4 req-880a6725-7241-4c94-ba17-1345b0659735 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179571 Mar 11 03:15:43.218947 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5a827-6caf-49d2-a4df-b57e0c201d4c req-bfdcec89-b959-4b46-b483-313137b6b4bf tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:43.220415 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e1c5a827-6caf-49d2-a4df-b57e0c201d4c req-bfdcec89-b959-4b46-b483-313137b6b4bf tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e92935c-cf46-4a2d-84c0-fc88fc54482b HTTP/1.1" status: 200 len: 945 time: 0.0546913 Mar 11 03:15:43.251371 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4ea21189-f6c8-40bb-9c85-5b11ef07e44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26187774', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25193194'] for subnet (63d0aa2b-98f2-4ba0-bfa8-8cae4c3855dc), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:43.271548 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e1c5a827-6caf-49d2-a4df-b57e0c201d4c req-74b24185-bbdc-4464-8025-498bb119939e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445838 Mar 11 03:15:43.294554 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 49366) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:43.322752 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea21189-f6c8-40bb-9c85-5b11ef07e44e admin admin] Pushing event updated for resources: {'Subnet': ['ID=63d0aa2b-98f2-4ba0-bfa8-8cae4c3855dc,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:43.329977 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea21189-f6c8-40bb-9c85-5b11ef07e44e admin admin] Checking segment: {'id': '831c2b20-a370-4fb6-a638-fd8deae4a680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0c4e3020-d0ba-49db-9c60-8152d4d4820b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:15:43.330334 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea21189-f6c8-40bb-9c85-5b11ef07e44e admin admin] Network hostable DHCP agents. Network: 0c4e3020-d0ba-49db-9c60-8152d4d4820b, hostable agents: ['25b14703-b87e-4c0b-89d2-d56e1080c9ba'], hosted agents: [] {{(pid=103365) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 03:15:43.348378 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea21189-f6c8-40bb-9c85-5b11ef07e44e admin admin] Network 0c4e3020-d0ba-49db-9c60-8152d4d4820b is scheduled to be hosted by DHCP agent 25b14703-b87e-4c0b-89d2-d56e1080c9ba with binding_index 1 {{(pid=103365) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 03:15:43.357383 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-4ea21189-f6c8-40bb-9c85-5b11ef07e44e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-14-iscsi, 0c4e3020-d0ba-49db-9c60-8152d4d4820b) {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:15:43.362108 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea21189-f6c8-40bb-9c85-5b11ef07e44e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:43.362703 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4ea21189-f6c8-40bb-9c85-5b11ef07e44e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:43.370072 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21d9b3d-368e-44b3-940a-e37e7e6027b5 None None] Network 0c4e3020-d0ba-49db-9c60-8152d4d4820b requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:15:43.379590 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-4ea21189-f6c8-40bb-9c85-5b11ef07e44e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3552949 Mar 11 03:15:43.460541 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3fc302-0bd8-41fa-8e31-1141c1cb12d9 tempest-TestVolumeBootPattern-1043759446 tempest-TestVolumeBootPattern-1043759446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:43.464903 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-1e3fc302-0bd8-41fa-8e31-1141c1cb12d9 tempest-TestVolumeBootPattern-1043759446 tempest-TestVolumeBootPattern-1043759446-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0e92935c-cf46-4a2d-84c0-fc88fc54482b HTTP/1.1" status: 200 len: 1124 time: 0.1665671 Mar 11 03:15:43.465188 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 49372) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:43.470638 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-7891cbf2-9d2e-4844-aaac-9b3a63a2e2b3 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Request body: {'floatingip': {'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'port_id': '1f50262a-dd08-4225-b4c8-45178321485b', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:15:43.478741 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ca01bf-f93a-4e1e-8418-8b2e3077ec2a None None] Network 0c4e3020-d0ba-49db-9c60-8152d4d4820b requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:15:43.491036 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7891cbf2-9d2e-4844-aaac-9b3a63a2e2b3 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:43.609635 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7891cbf2-9d2e-4844-aaac-9b3a63a2e2b3 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:43.727387 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-7891cbf2-9d2e-4844-aaac-9b3a63a2e2b3 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Allocated IP 172.27.2.27 (9b47ca21-aede-450a-93e7-0e4b22f1eaa6/91a34137-7039-479a-a714-41dcecc02d59/70bf2518-aea5-4bf7-bbc3-9a6dbffb19ff) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:15:43.832542 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7891cbf2-9d2e-4844-aaac-9b3a63a2e2b3 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for port (70bf2518-aea5-4bf7-bbc3-9a6dbffb19ff), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:43.869121 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7891cbf2-9d2e-4844-aaac-9b3a63a2e2b3 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (70bf2518-aea5-4bf7-bbc3-9a6dbffb19ff), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:43.908407 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7891cbf2-9d2e-4844-aaac-9b3a63a2e2b3 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Network 9b47ca21-aede-450a-93e7-0e4b22f1eaa6 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:15:43.913662 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-7891cbf2-9d2e-4844-aaac-9b3a63a2e2b3 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:15:43.917173 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7891cbf2-9d2e-4844-aaac-9b3a63a2e2b3 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:15:43.922793 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7891cbf2-9d2e-4844-aaac-9b3a63a2e2b3 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Pushing event updated for resources: {'Port': ['ID=70bf2518-aea5-4bf7-bbc3-9a6dbffb19ff,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:44.400862 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7891cbf2-9d2e-4844-aaac-9b3a63a2e2b3 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for floatingip (05d3785e-b728-46b6-82ad-1d15b9123b57), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:44.505771 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7891cbf2-9d2e-4844-aaac-9b3a63a2e2b3 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (70bf2518-aea5-4bf7-bbc3-9a6dbffb19ff), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:44.675162 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7891cbf2-9d2e-4844-aaac-9b3a63a2e2b3 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for port (70bf2518-aea5-4bf7-bbc3-9a6dbffb19ff), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:44.679118 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7891cbf2-9d2e-4844-aaac-9b3a63a2e2b3 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26187659'] for port (70bf2518-aea5-4bf7-bbc3-9a6dbffb19ff), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:44.752414 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7891cbf2-9d2e-4844-aaac-9b3a63a2e2b3 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Pushing event updated for resources: {'Port': ['ID=70bf2518-aea5-4bf7-bbc3-9a6dbffb19ff,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:44.760512 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7891cbf2-9d2e-4844-aaac-9b3a63a2e2b3 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740024'] for floatingip (05d3785e-b728-46b6-82ad-1d15b9123b57), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:44.859610 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.db.l3_db [None req-7891cbf2-9d2e-4844-aaac-9b3a63a2e2b3 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Floating IP 05d3785e-b728-46b6-82ad-1d15b9123b57 associated. External IP: 172.27.2.27, port: 1f50262a-dd08-4225-b4c8-45178321485b. Mar 11 03:15:45.074257 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7891cbf2-9d2e-4844-aaac-9b3a63a2e2b3 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Router 5a771705-699a-4c0b-8dbc-c83a77811843 has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:15:45.148341 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-e6198056-1a6c-41ab-b549-4b75a731fec3 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:45.149906 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-e6198056-1a6c-41ab-b549-4b75a731fec3 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/networks?id=0c4e3020-d0ba-49db-9c60-8152d4d4820b HTTP/1.1" status: 200 len: 813 time: 0.1043303 Mar 11 03:15:45.165347 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-64e457f4-ee0b-423f-998b-06a138ecf3c7 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/quotas/2f248c16ad7a40acb03c521062491183 HTTP/1.1" status: 200 len: 375 time: 0.0098808 Mar 11 03:15:45.203238 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-d0e324bf-0d3c-4ab5-b1b9-8fe4bc2f66b9 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2f248c16ad7a40acb03c521062491183&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323172 Mar 11 03:15:45.299462 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-3f0cd378-98c3-4d17-a9cd-51e2b71c8756 service neutron] 10.222.0.16 "GET /v2.0/networks/0c4e3020-d0ba-49db-9c60-8152d4d4820b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893536 Mar 11 03:15:45.392904 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-50dfa366-ae5f-472b-a3d4-0312d5abe81c service neutron] 10.222.0.16 "GET /v2.0/networks/0c4e3020-d0ba-49db-9c60-8152d4d4820b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878541 Mar 11 03:15:45.424586 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7891cbf2-9d2e-4844-aaac-9b3a63a2e2b3 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:15:45.434078 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce05a8a-3bce-4f7b-b1bd-dff6eee530ce None None] Sync routers for ids ['5a771705-699a-4c0b-8dbc-c83a77811843'] in dv-cinder-740146-14-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:15:45.443865 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7891cbf2-9d2e-4844-aaac-9b3a63a2e2b3 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:45.445698 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce05a8a-3bce-4f7b-b1bd-dff6eee530ce None None] Routers {'5a771705-699a-4c0b-8dbc-c83a77811843'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:15:45.446567 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2ce05a8a-3bce-4f7b-b1bd-dff6eee530ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:15:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['5a771705-699a-4c0b-8dbc-c83a77811843'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:15:45.475845 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-7891cbf2-9d2e-4844-aaac-9b3a63a2e2b3 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0094492 Mar 11 03:15:45.476476 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e92935c-cf46-4a2d-84c0-fc88fc54482b', 'tag': '1f50262a-dd08-4225-b4c8-45178321485b'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:15:45.478961 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df96768c-1044-47aa-83be-e7563b476730" -d '{"events": [{"name": "network-changed", "server_uuid": "0e92935c-cf46-4a2d-84c0-fc88fc54482b", "tag": "1f50262a-dd08-4225-b4c8-45178321485b"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:15:45.514580 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79caac1d-19d2-4100-875f-aaffbff3820a x-openstack-request-id: req-79caac1d-19d2-4100-875f-aaffbff3820a {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:15:45.515069 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e92935c-cf46-4a2d-84c0-fc88fc54482b", "tag": "1f50262a-dd08-4225-b4c8-45178321485b", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:15:45.515499 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-79caac1d-19d2-4100-875f-aaffbff3820a {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:15:45.516053 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e92935c-cf46-4a2d-84c0-fc88fc54482b', 'tag': '1f50262a-dd08-4225-b4c8-45178321485b', 'status': 'completed', 'code': 200} Mar 11 03:15:45.609229 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96768c-1044-47aa-83be-e7563b476730 req-0e7b1bbe-c694-4a9a-ae4a-86991c072ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:45.611830 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-df96768c-1044-47aa-83be-e7563b476730 req-0e7b1bbe-c694-4a9a-ae4a-86991c072ce4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35782709df5e4313b93edef74cf56852&device_id=0e92935c-cf46-4a2d-84c0-fc88fc54482b HTTP/1.1" status: 200 len: 1129 time: 0.0760372 Mar 11 03:15:45.614547 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-14a6635c-9a43-4dc7-8b6c-52a79762d1a7 req-9150ce64-8c0d-4ee2-aaae-e4952bc6e300 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e9f719e-5599-40fa-a8b9-0257e0f1a938 HTTP/1.1" status: 200 len: 210 time: 0.0542989 Mar 11 03:15:45.744496 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96768c-1044-47aa-83be-e7563b476730 req-d5c0e553-7e65-48ca-9c3b-6e77c235c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:45.746746 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-df96768c-1044-47aa-83be-e7563b476730 req-d5c0e553-7e65-48ca-9c3b-6e77c235c33e service neutron] 10.222.0.18 "GET /v2.0/networks?id=40900669-df90-4f82-b7ae-055eaee2edde HTTP/1.1" status: 200 len: 912 time: 0.1266091 Mar 11 03:15:45.752321 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-2ce05a8a-3bce-4f7b-b1bd-dff6eee530ce None None] Set router 5a771705-699a-4c0b-8dbc-c83a77811843 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:15:45.826723 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-df96768c-1044-47aa-83be-e7563b476730 req-650f23c6-939e-431b-8c8e-5f0b59f51039 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f50262a-dd08-4225-b4c8-45178321485b HTTP/1.1" status: 200 len: 998 time: 0.0735888 Mar 11 03:15:45.879896 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96768c-1044-47aa-83be-e7563b476730 req-c2a618c3-ae07-4b2e-be10-41ab151da205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:45.881448 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-df96768c-1044-47aa-83be-e7563b476730 req-c2a618c3-ae07-4b2e-be10-41ab151da205 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a2b4a50b-7f36-4ec6-b3c7-892482e45a07 HTTP/1.1" status: 200 len: 851 time: 0.0492339 Mar 11 03:15:45.936976 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96768c-1044-47aa-83be-e7563b476730 req-015c9f5d-e7f4-41a2-a189-f3fa71f083b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:45.938644 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-df96768c-1044-47aa-83be-e7563b476730 req-015c9f5d-e7f4-41a2-a189-f3fa71f083b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=40900669-df90-4f82-b7ae-055eaee2edde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0513687 Mar 11 03:15:45.998004 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2ce05a8a-3bce-4f7b-b1bd-dff6eee530ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'name': 'tempest-TestVolumeBootPattern-1314935413-router', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:14:56Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '35782709df5e4313b93edef74cf56852', 'gw_port': {'id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:14:57Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': '05d3785e-b728-46b6-82ad-1d15b9123b57', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'floating_ip_address': '172.27.2.27', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'port_id': '1f50262a-dd08-4225-b4c8-45178321485b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'mac_address': 'fa:16:3e:0b:98:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e92935c-cf46-4a2d-84c0-fc88fc54482b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:15:44Z', 'updated_at': '2022-03-11T03:15:44Z', 'revision_number': 0, 'project_id': '35782709df5e4313b93edef74cf56852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bf9e685-d578-4a2b-a944-ff57abd96f15', 'name': '', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'mac_address': 'fa:16:3e:a3:44:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:15:00Z', 'updated_at': '2022-03-11T03:15:04Z', 'revision_number': 5, 'project_id': '35782709df5e4313b93edef74cf56852', 'subnets': [{'id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:15:46.030833 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce05a8a-3bce-4f7b-b1bd-dff6eee530ce None None] Checking router: 5a771705-699a-4c0b-8dbc-c83a77811843 for host: dv-cinder-740146-14-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:15:46.035256 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-df96768c-1044-47aa-83be-e7563b476730 req-6172d21c-b10c-46c7-9522-bae542ce8f6d service neutron] 10.222.0.18 "GET /v2.0/networks/40900669-df90-4f82-b7ae-055eaee2edde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897734 Mar 11 03:15:46.040892 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce05a8a-3bce-4f7b-b1bd-dff6eee530ce None None] Routers {'5a771705-699a-4c0b-8dbc-c83a77811843'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:15:46.041700 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2ce05a8a-3bce-4f7b-b1bd-dff6eee530ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:15:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['5a771705-699a-4c0b-8dbc-c83a77811843'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:15:46.137831 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-df96768c-1044-47aa-83be-e7563b476730 req-326ba911-f488-4b16-a27d-96fcd7ce4187 service neutron] 10.222.0.18 "GET /v2.0/networks/40900669-df90-4f82-b7ae-055eaee2edde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970218 Mar 11 03:15:46.158116 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-2ce05a8a-3bce-4f7b-b1bd-dff6eee530ce None None] Set router 5a771705-699a-4c0b-8dbc-c83a77811843 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:15:46.376032 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2ce05a8a-3bce-4f7b-b1bd-dff6eee530ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'name': 'tempest-TestVolumeBootPattern-1314935413-router', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:14:56Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '35782709df5e4313b93edef74cf56852', 'gw_port': {'id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:14:57Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': '05d3785e-b728-46b6-82ad-1d15b9123b57', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'floating_ip_address': '172.27.2.27', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'port_id': '1f50262a-dd08-4225-b4c8-45178321485b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'mac_address': 'fa:16:3e:0b:98:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e92935c-cf46-4a2d-84c0-fc88fc54482b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:15:44Z', 'updated_at': '2022-03-11T03:15:44Z', 'revision_number': 0, 'project_id': '35782709df5e4313b93edef74cf56852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bf9e685-d578-4a2b-a944-ff57abd96f15', 'name': '', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'mac_address': 'fa:16:3e:a3:44:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:15:00Z', 'updated_at': '2022-03-11T03:15:04Z', 'revision_number': 5, 'project_id': '35782709df5e4313b93edef74cf56852', 'subnets': [{'id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:15:46.405235 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce05a8a-3bce-4f7b-b1bd-dff6eee530ce None None] The sync data for ids ['5a771705-699a-4c0b-8dbc-c83a77811843'] in dv-cinder-740146-14-iscsi is: [{'id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'name': 'tempest-TestVolumeBootPattern-1314935413-router', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:14:56Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '35782709df5e4313b93edef74cf56852', 'gw_port': {'id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:14:57Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': '05d3785e-b728-46b6-82ad-1d15b9123b57', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'floating_ip_address': '172.27.2.27', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'port_id': '1f50262a-dd08-4225-b4c8-45178321485b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'mac_address': 'fa:16:3e:0b:98:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e92935c-cf46-4a2d-84c0-fc88fc54482b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:15:44Z', 'updated_at': '2022-03-11T03:15:44Z', 'revision_number': 0, 'project_id': '35782709df5e4313b93edef74cf56852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bf9e685-d578-4a2b-a944-ff57abd96f15', 'name': '', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'mac_address': 'fa:16:3e:a3:44:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:15:00Z', 'updated_at': '2022-03-11T03:15:04Z', 'revision_number': 5, 'project_id': '35782709df5e4313b93edef74cf56852', 'subnets': [{'id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:15:46.615234 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a8c6e5-08ee-4120-9a58-a04ad0f9ba24 None None] New status for floating IP 05d3785e-b728-46b6-82ad-1d15b9123b57: ACTIVE {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 03:15:46.616900 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-8238f2ec-8500-4f5b-9b38-f7fe2a0abc60 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:46.618417 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-8238f2ec-8500-4f5b-9b38-f7fe2a0abc60 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.18 "GET /v2.0/networks?id=0c4e3020-d0ba-49db-9c60-8152d4d4820b HTTP/1.1" status: 200 len: 813 time: 0.1165943 Mar 11 03:15:46.633191 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-ead8dccd-8c59-4e34-858c-0396c317a3ce tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Request body: {'port': {'device_id': '0e9f719e-5599-40fa-a8b9-0257e0f1a938', 'network_id': '0c4e3020-d0ba-49db-9c60-8152d4d4820b', 'admin_state_up': True, 'tenant_id': '2f248c16ad7a40acb03c521062491183'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:15:46.752453 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7047e682-3189-4c98-85bf-b3d4ca01e205 req-f1ee2187-3768-4a90-bda5-a43e3bb137a8 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e9f719e-5599-40fa-a8b9-0257e0f1a938 HTTP/1.1" status: 200 len: 210 time: 0.0311759 Mar 11 03:15:46.772012 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-ead8dccd-8c59-4e34-858c-0396c317a3ce tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Made reservation on behalf of 2f248c16ad7a40acb03c521062491183 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:15:46.777640 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-ead8dccd-8c59-4e34-858c-0396c317a3ce tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:46.915846 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-ead8dccd-8c59-4e34-858c-0396c317a3ce tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Allocated IP 172.20.0.9 (0c4e3020-d0ba-49db-9c60-8152d4d4820b/63d0aa2b-98f2-4ba0-bfa8-8cae4c3855dc/1f12daea-8772-426c-af1a-274b2ab4c5a6) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:15:47.067202 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-ead8dccd-8c59-4e34-858c-0396c317a3ce tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Publish callbacks [] for port (1f12daea-8772-426c-af1a-274b2ab4c5a6), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:47.102857 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-ead8dccd-8c59-4e34-858c-0396c317a3ce tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (1f12daea-8772-426c-af1a-274b2ab4c5a6), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:47.152880 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-ead8dccd-8c59-4e34-858c-0396c317a3ce tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Network 0c4e3020-d0ba-49db-9c60-8152d4d4820b is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:15:47.158927 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-ead8dccd-8c59-4e34-858c-0396c317a3ce tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:15:47.163021 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-ead8dccd-8c59-4e34-858c-0396c317a3ce tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:15:47.169700 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead8dccd-8c59-4e34-858c-0396c317a3ce tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Pushing event updated for resources: {'Port': ['ID=1f12daea-8772-426c-af1a-274b2ab4c5a6,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:47.219143 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-ead8dccd-8c59-4e34-858c-0396c317a3ce tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:47.219763 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-ead8dccd-8c59-4e34-858c-0396c317a3ce tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:47.235488 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-ead8dccd-8c59-4e34-858c-0396c317a3ce tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6071827 Mar 11 03:15:47.247064 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-14afc51f-c97a-4b96-98d1-fe6d33460e4c service neutron] Request body: {'port': {'device_id': '0e9f719e-5599-40fa-a8b9-0257e0f1a938', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:15:47.306304 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-14afc51f-c97a-4b96-98d1-fe6d33460e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (1f12daea-8772-426c-af1a-274b2ab4c5a6), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:47.569216 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-14afc51f-c97a-4b96-98d1-fe6d33460e4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f12daea-8772-426c-af1a-274b2ab4c5a6 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:15:47.576539 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-14afc51f-c97a-4b96-98d1-fe6d33460e4c service neutron] Publish callbacks [] for port (1f12daea-8772-426c-af1a-274b2ab4c5a6), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:47.588274 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-14afc51f-c97a-4b96-98d1-fe6d33460e4c service neutron] Transition to ACTIVE for port object 1f12daea-8772-426c-af1a-274b2ab4c5a6 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 03:15:47.592074 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-14afc51f-c97a-4b96-98d1-fe6d33460e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26187659'] for port (1f12daea-8772-426c-af1a-274b2ab4c5a6), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:47.642132 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14afc51f-c97a-4b96-98d1-fe6d33460e4c service neutron] Pushing event updated for resources: {'Port': ['ID=1f12daea-8772-426c-af1a-274b2ab4c5a6,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:47.708858 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-14afc51f-c97a-4b96-98d1-fe6d33460e4c service neutron] Attempting to bind port 1f12daea-8772-426c-af1a-274b2ab4c5a6 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:15:47.709190 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-14afc51f-c97a-4b96-98d1-fe6d33460e4c service neutron] Attempting to bind port 1f12daea-8772-426c-af1a-274b2ab4c5a6 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '831c2b20-a370-4fb6-a638-fd8deae4a680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0c4e3020-d0ba-49db-9c60-8152d4d4820b'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:15:47.709515 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-14afc51f-c97a-4b96-98d1-fe6d33460e4c service neutron] Attempting to bind port 1f12daea-8772-426c-af1a-274b2ab4c5a6 on network 0c4e3020-d0ba-49db-9c60-8152d4d4820b {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:15:47.713735 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-14afc51f-c97a-4b96-98d1-fe6d33460e4c service neutron] Port 1f12daea-8772-426c-af1a-274b2ab4c5a6 on network 0c4e3020-d0ba-49db-9c60-8152d4d4820b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 03:15:47.714083 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-14afc51f-c97a-4b96-98d1-fe6d33460e4c service neutron] Attempting to bind port 1f12daea-8772-426c-af1a-274b2ab4c5a6 on network 0c4e3020-d0ba-49db-9c60-8152d4d4820b {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:15:47.718858 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-14afc51f-c97a-4b96-98d1-fe6d33460e4c service neutron] Checking agent: {'id': '5f38bfdc-d68c-4827-815d-ecd182596ad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'started_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:15:47.719188 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-14afc51f-c97a-4b96-98d1-fe6d33460e4c service neutron] Checking segment: {'id': '831c2b20-a370-4fb6-a638-fd8deae4a680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0c4e3020-d0ba-49db-9c60-8152d4d4820b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:15:47.719564 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-14afc51f-c97a-4b96-98d1-fe6d33460e4c service neutron] Bound using segment: {'id': '831c2b20-a370-4fb6-a638-fd8deae4a680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0c4e3020-d0ba-49db-9c60-8152d4d4820b'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:15:47.719980 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-14afc51f-c97a-4b96-98d1-fe6d33460e4c service neutron] Bound port: 1f12daea-8772-426c-af1a-274b2ab4c5a6, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '831c2b20-a370-4fb6-a638-fd8deae4a680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0c4e3020-d0ba-49db-9c60-8152d4d4820b'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:15:47.720326 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-14afc51f-c97a-4b96-98d1-fe6d33460e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (1f12daea-8772-426c-af1a-274b2ab4c5a6), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:47.783689 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-14afc51f-c97a-4b96-98d1-fe6d33460e4c service neutron] For port 1f12daea-8772-426c-af1a-274b2ab4c5a6, host hv-cinder-74014, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:15:47.786715 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-14afc51f-c97a-4b96-98d1-fe6d33460e4c service neutron] For port 1f12daea-8772-426c-af1a-274b2ab4c5a6, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1f12daea-8772-426c-af1a-274b2ab4c5a6,segment=NetworkSegment(831c2b20-a370-4fb6-a638-fd8deae4a680),segment_id=831c2b20-a370-4fb6-a638-fd8deae4a680)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:15:47.792057 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-14afc51f-c97a-4b96-98d1-fe6d33460e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26187659'] for port (1f12daea-8772-426c-af1a-274b2ab4c5a6), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:47.824245 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-14afc51f-c97a-4b96-98d1-fe6d33460e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:47.824858 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-14afc51f-c97a-4b96-98d1-fe6d33460e4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:47.826242 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-14afc51f-c97a-4b96-98d1-fe6d33460e4c service neutron] 10.222.0.18 "PUT /v2.0/ports/1f12daea-8772-426c-af1a-274b2ab4c5a6 HTTP/1.1" status: 200 len: 1093 time: 0.5835235 Mar 11 03:15:47.826766 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9f719e-5599-40fa-a8b9-0257e0f1a938', 'tag': '1f12daea-8772-426c-af1a-274b2ab4c5a6'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:15:47.829001 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fba719e-5be0-4b9d-80c8-b4aae428ef0c" -d '{"events": [{"name": "network-changed", "server_uuid": "0e9f719e-5599-40fa-a8b9-0257e0f1a938", "tag": "1f12daea-8772-426c-af1a-274b2ab4c5a6"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:15:47.859944 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14afc51f-c97a-4b96-98d1-fe6d33460e4c service neutron] Pushing event updated for resources: {'Port': ['ID=1f12daea-8772-426c-af1a-274b2ab4c5a6,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:47.880395 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74578718-2af1-4420-b836-7222b5d50ca2 x-openstack-request-id: req-74578718-2af1-4420-b836-7222b5d50ca2 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:15:47.880695 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e9f719e-5599-40fa-a8b9-0257e0f1a938", "tag": "1f12daea-8772-426c-af1a-274b2ab4c5a6", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:15:47.880952 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-74578718-2af1-4420-b836-7222b5d50ca2 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:15:47.881418 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e9f719e-5599-40fa-a8b9-0257e0f1a938', 'tag': '1f12daea-8772-426c-af1a-274b2ab4c5a6', 'status': 'completed', 'code': 200} Mar 11 03:15:47.899620 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74139c80-efbd-4774-a854-99ea915eeb08 req-241ede2f-1334-4e48-ba43-d0c048769207 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:47.901094 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-74139c80-efbd-4774-a854-99ea915eeb08 req-241ede2f-1334-4e48-ba43-d0c048769207 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e9f719e-5599-40fa-a8b9-0257e0f1a938 HTTP/1.1" status: 200 len: 943 time: 0.0547376 Mar 11 03:15:47.918347 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-0698c97c-564e-40a2-849b-df494a07c30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:47.919853 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-0698c97c-564e-40a2-849b-df494a07c30f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f248c16ad7a40acb03c521062491183&device_id=0e9f719e-5599-40fa-a8b9-0257e0f1a938 HTTP/1.1" status: 200 len: 1127 time: 0.0491228 Mar 11 03:15:47.947707 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-74139c80-efbd-4774-a854-99ea915eeb08 req-073f74eb-2c4a-4742-a3f6-dd661677e0a5 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/security-groups?id=efae41f2-0602-4ecf-ba79-99da1f001ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402327 Mar 11 03:15:47.966099 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-3c138400-7f36-4d9b-aa6c-ca10d69a4613 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f12daea-8772-426c-af1a-274b2ab4c5a6 HTTP/1.1" status: 200 len: 217 time: 0.0372930 Mar 11 03:15:48.013298 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-09d7c774-14c0-4120-ae89-b861d60b24cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:48.014930 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-09d7c774-14c0-4120-ae89-b861d60b24cf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=63d0aa2b-98f2-4ba0-bfa8-8cae4c3855dc HTTP/1.1" status: 200 len: 853 time: 0.0437608 Mar 11 03:15:48.046971 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-c61dbf95-d47c-4341-9236-e7e7d52277a4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c4e3020-d0ba-49db-9c60-8152d4d4820b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255053 Mar 11 03:15:48.140835 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-cd407efd-4f95-4bf9-849f-cf30447bb106 service neutron] 10.222.0.18 "GET /v2.0/networks/0c4e3020-d0ba-49db-9c60-8152d4d4820b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871429 Mar 11 03:15:48.230103 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-489ffa2d-2f5f-4b18-b844-e5627519b559 req-d1f65cce-ef3e-4f22-991a-5ec18b2c31ce service neutron] 10.222.0.18 "GET /v2.0/networks/0c4e3020-d0ba-49db-9c60-8152d4d4820b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811682 Mar 11 03:15:48.325632 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba719e-5be0-4b9d-80c8-b4aae428ef0c req-60578139-d178-46db-9e58-7c4a0c8b173b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:48.328171 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4fba719e-5be0-4b9d-80c8-b4aae428ef0c req-60578139-d178-46db-9e58-7c4a0c8b173b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f248c16ad7a40acb03c521062491183&device_id=0e9f719e-5599-40fa-a8b9-0257e0f1a938 HTTP/1.1" status: 200 len: 1127 time: 0.0510097 Mar 11 03:15:48.426070 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba719e-5be0-4b9d-80c8-b4aae428ef0c req-9b616835-b13e-4881-af48-0a5d7456c85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:48.427565 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4fba719e-5be0-4b9d-80c8-b4aae428ef0c req-9b616835-b13e-4881-af48-0a5d7456c85e service neutron] 10.222.0.18 "GET /v2.0/networks?id=0c4e3020-d0ba-49db-9c60-8152d4d4820b HTTP/1.1" status: 200 len: 913 time: 0.0917137 Mar 11 03:15:48.473433 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4fba719e-5be0-4b9d-80c8-b4aae428ef0c req-76a031e6-1b6e-40cd-bda6-d2e3d411ce8f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f12daea-8772-426c-af1a-274b2ab4c5a6 HTTP/1.1" status: 200 len: 217 time: 0.0398912 Mar 11 03:15:48.526134 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba719e-5be0-4b9d-80c8-b4aae428ef0c req-0f4ca224-4f00-4e28-bc62-ea8192dcc53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:48.527760 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4fba719e-5be0-4b9d-80c8-b4aae428ef0c req-0f4ca224-4f00-4e28-bc62-ea8192dcc53e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=63d0aa2b-98f2-4ba0-bfa8-8cae4c3855dc HTTP/1.1" status: 200 len: 853 time: 0.0474634 Mar 11 03:15:48.562263 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4fba719e-5be0-4b9d-80c8-b4aae428ef0c req-8dfcfa6b-bdaa-4a27-96da-acf2cbb324dd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c4e3020-d0ba-49db-9c60-8152d4d4820b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272756 Mar 11 03:15:48.654398 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4fba719e-5be0-4b9d-80c8-b4aae428ef0c req-6906afb4-c190-45af-bf1d-846f536ccac5 service neutron] 10.222.0.18 "GET /v2.0/networks/0c4e3020-d0ba-49db-9c60-8152d4d4820b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859187 Mar 11 03:15:48.742152 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4fba719e-5be0-4b9d-80c8-b4aae428ef0c req-852b5284-9bbd-4438-b1bc-f42c5309cdfc service neutron] 10.222.0.18 "GET /v2.0/networks/0c4e3020-d0ba-49db-9c60-8152d4d4820b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807517 Mar 11 03:15:49.067955 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358e306-3c5a-43f8-835f-c7f757f2579e req-52632a58-1ce6-4e79-a5b8-6f1ad0311b3a tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:49.069415 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a358e306-3c5a-43f8-835f-c7f757f2579e req-52632a58-1ce6-4e79-a5b8-6f1ad0311b3a tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e9f719e-5599-40fa-a8b9-0257e0f1a938 HTTP/1.1" status: 200 len: 943 time: 0.0552979 Mar 11 03:15:49.116750 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a358e306-3c5a-43f8-835f-c7f757f2579e req-cdcb6dab-8191-442a-8970-773999a9728c tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/security-groups?id=efae41f2-0602-4ecf-ba79-99da1f001ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415983 Mar 11 03:15:50.232680 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f71799-fd01-47e8-92b7-f55e031fc5b3 req-d0ee81b9-0d7e-4299-9bc1-4f635d3cf35b tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:50.234859 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c7f71799-fd01-47e8-92b7-f55e031fc5b3 req-d0ee81b9-0d7e-4299-9bc1-4f635d3cf35b tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e9f719e-5599-40fa-a8b9-0257e0f1a938 HTTP/1.1" status: 200 len: 943 time: 0.0521872 Mar 11 03:15:50.280174 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c7f71799-fd01-47e8-92b7-f55e031fc5b3 req-8e374ffd-0cb7-4a2f-9e19-42afb68a3fac tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/security-groups?id=efae41f2-0602-4ecf-ba79-99da1f001ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392828 Mar 11 03:15:50.940522 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 1f12daea-8772-426c-af1a-274b2ab4c5a6 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 03:15:51.037110 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 1f12daea-8772-426c-af1a-274b2ab4c5a6, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1f12daea-8772-426c-af1a-274b2ab4c5a6,segment=NetworkSegment(831c2b20-a370-4fb6-a638-fd8deae4a680),segment_id=831c2b20-a370-4fb6-a638-fd8deae4a680)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:15:51.054229 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Returning: {'device': '1f12daea-8772-426c-af1a-274b2ab4c5a6', 'network_id': '0c4e3020-d0ba-49db-9c60-8152d4d4820b', 'port_id': '1f12daea-8772-426c-af1a-274b2ab4c5a6', 'mac_address': 'fa:16:3e:83:4e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d0aa2b-98f2-4ba0-bfa8-8cae4c3855dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 03:15:51.094078 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 1f12daea-8772-426c-af1a-274b2ab4c5a6 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:15:51.094467 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (1f12daea-8772-426c-af1a-274b2ab4c5a6), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:51.106854 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f12daea-8772-426c-af1a-274b2ab4c5a6 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:15:51.127691 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 1f12daea-8772-426c-af1a-274b2ab4c5a6, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1f12daea-8772-426c-af1a-274b2ab4c5a6,segment=NetworkSegment(831c2b20-a370-4fb6-a638-fd8deae4a680),segment_id=831c2b20-a370-4fb6-a638-fd8deae4a680)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:15:51.131019 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (1f12daea-8772-426c-af1a-274b2ab4c5a6), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:51.176806 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=1f12daea-8772-426c-af1a-274b2ab4c5a6,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:51.368469 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] get_ports_and_sgs() called for port_ids ['1f12daea-8772-426c-af1a-274b2ab4c5a6'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:15:51.396787 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88499fde-de06-4850-8aab-534303307ee1 req-b6d81fd5-888b-40ed-b519-952ca66f9ebc tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:51.398301 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-88499fde-de06-4850-8aab-534303307ee1 req-b6d81fd5-888b-40ed-b519-952ca66f9ebc tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e9f719e-5599-40fa-a8b9-0257e0f1a938 HTTP/1.1" status: 200 len: 944 time: 0.0515633 Mar 11 03:15:51.447813 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-88499fde-de06-4850-8aab-534303307ee1 req-5ac35141-5d1e-48c2-bf2d-ea3f82aac7a3 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/security-groups?id=efae41f2-0602-4ecf-ba79-99da1f001ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437415 Mar 11 03:15:52.574594 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bba192-9a9f-45c8-aeb0-6faffe3513aa req-ba4a240d-c8cf-4268-804e-0f55d3ce8cac tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:52.576080 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-73bba192-9a9f-45c8-aeb0-6faffe3513aa req-ba4a240d-c8cf-4268-804e-0f55d3ce8cac tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e9f719e-5599-40fa-a8b9-0257e0f1a938 HTTP/1.1" status: 200 len: 944 time: 0.0542061 Mar 11 03:15:52.625145 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-73bba192-9a9f-45c8-aeb0-6faffe3513aa req-58fc72d5-c121-44a5-a3bf-e3aa761681a5 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/security-groups?id=efae41f2-0602-4ecf-ba79-99da1f001ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430558 Mar 11 03:15:52.966093 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 1f12daea-8772-426c-af1a-274b2ab4c5a6 up at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:15:53.013912 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning for port 1f12daea-8772-426c-af1a-274b2ab4c5a6 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 03:15:53.018560 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning complete for port 1f12daea-8772-426c-af1a-274b2ab4c5a6 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:15:53.018928 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (1f12daea-8772-426c-af1a-274b2ab4c5a6), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:53.097479 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 1f12daea-8772-426c-af1a-274b2ab4c5a6 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:15:53.097884 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (1f12daea-8772-426c-af1a-274b2ab4c5a6), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:53.119804 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9f719e-5599-40fa-a8b9-0257e0f1a938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f12daea-8772-426c-af1a-274b2ab4c5a6'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:15:53.122071 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288e491573ecc61b3bf0bc0bc1cef05b47d52e8efc38ed9f7c410eed2e18b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562a8f38-d45b-4b47-93bd-5eb2c8f7bdc8" -d '{"events": [{"server_uuid": "0e9f719e-5599-40fa-a8b9-0257e0f1a938", "name": "network-vif-plugged", "status": "completed", "tag": "1f12daea-8772-426c-af1a-274b2ab4c5a6"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:15:53.134565 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 1f12daea-8772-426c-af1a-274b2ab4c5a6, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1f12daea-8772-426c-af1a-274b2ab4c5a6,segment=NetworkSegment(831c2b20-a370-4fb6-a638-fd8deae4a680),segment_id=831c2b20-a370-4fb6-a638-fd8deae4a680)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:15:53.138661 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (1f12daea-8772-426c-af1a-274b2ab4c5a6), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:53.162433 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c5a4df-aa9f-48ac-8511-5f44282ccbb3 x-openstack-request-id: req-07c5a4df-aa9f-48ac-8511-5f44282ccbb3 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:15:53.162729 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9f719e-5599-40fa-a8b9-0257e0f1a938", "name": "network-vif-plugged", "status": "completed", "tag": "1f12daea-8772-426c-af1a-274b2ab4c5a6", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:15:53.162985 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-07c5a4df-aa9f-48ac-8511-5f44282ccbb3 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:15:53.163376 dv-cinder-740146-14-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9f719e-5599-40fa-a8b9-0257e0f1a938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f12daea-8772-426c-af1a-274b2ab4c5a6', 'code': 200} Mar 11 03:15:53.190442 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=1f12daea-8772-426c-af1a-274b2ab4c5a6,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:53.329609 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3e744-4107-4a73-9252-c55e85eff7e4 req-9b96a947-53ab-4746-a2bb-ba52ea78008c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:53.331207 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e6e3e744-4107-4a73-9252-c55e85eff7e4 req-9b96a947-53ab-4746-a2bb-ba52ea78008c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0e9f719e-5599-40fa-a8b9-0257e0f1a938 HTTP/1.1" status: 200 len: 1129 time: 0.0434482 Mar 11 03:15:53.381690 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e6e3e744-4107-4a73-9252-c55e85eff7e4 req-eef0e942-d86a-40fd-ba54-bdfc335a4a8c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=efae41f2-0602-4ecf-ba79-99da1f001ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422983 Mar 11 03:15:53.763588 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83588b29-061c-4f92-9b0d-4c780457d269 req-a43f22db-61e4-4366-ae77-d137464e5db4 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:53.765573 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-83588b29-061c-4f92-9b0d-4c780457d269 req-a43f22db-61e4-4366-ae77-d137464e5db4 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e9f719e-5599-40fa-a8b9-0257e0f1a938 HTTP/1.1" status: 200 len: 945 time: 0.0697582 Mar 11 03:15:53.815451 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-83588b29-061c-4f92-9b0d-4c780457d269 req-3ce9dafe-0cbf-4a13-a764-5012f89bc505 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/security-groups?id=efae41f2-0602-4ecf-ba79-99da1f001ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429990 Mar 11 03:15:54.939837 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d5250-5bb9-4ea8-97b5-43a704b9e3bb req-346eb9cb-c8a1-46f6-9cd6-6a59c1293c49 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:15:54.941318 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a37d5250-5bb9-4ea8-97b5-43a704b9e3bb req-346eb9cb-c8a1-46f6-9cd6-6a59c1293c49 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e9f719e-5599-40fa-a8b9-0257e0f1a938 HTTP/1.1" status: 200 len: 945 time: 0.0572138 Mar 11 03:15:54.995052 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a37d5250-5bb9-4ea8-97b5-43a704b9e3bb req-68363c7d-706e-4a21-9dda-7fa69cedbb0f tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/security-groups?id=efae41f2-0602-4ecf-ba79-99da1f001ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476789 Mar 11 03:15:55.272986 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 49644) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:55.384752 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1cc81e04-ac03-4248-b804-5f1f581fe3c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:55.462453 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1cc81e04-ac03-4248-b804-5f1f581fe3c5 admin admin] Publish callbacks [] for security_group (181186f6-e4af-46eb-a722-6de2d6218d38), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:55.467207 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1cc81e04-ac03-4248-b804-5f1f581fe3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (181186f6-e4af-46eb-a722-6de2d6218d38), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:55.505077 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc81e04-ac03-4248-b804-5f1f581fe3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181186f6-e4af-46eb-a722-6de2d6218d38,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:55.509350 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-1cc81e04-ac03-4248-b804-5f1f581fe3c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c47b828605ed4012ab1aba485587e377&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2353468 Mar 11 03:15:55.512056 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 49652) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:55.560268 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-59abd72c-f93f-4a1e-ad95-9a32e02b0b46 admin admin] Publish callbacks [] for security_group (181186f6-e4af-46eb-a722-6de2d6218d38), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:55.581142 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-59abd72c-f93f-4a1e-ad95-9a32e02b0b46 admin admin] Publish callbacks [] for security_group (181186f6-e4af-46eb-a722-6de2d6218d38), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:55.629048 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-59abd72c-f93f-4a1e-ad95-9a32e02b0b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (181186f6-e4af-46eb-a722-6de2d6218d38), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:55.631839 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-59abd72c-f93f-4a1e-ad95-9a32e02b0b46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:55.632993 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-59abd72c-f93f-4a1e-ad95-9a32e02b0b46 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/181186f6-e4af-46eb-a722-6de2d6218d38 HTTP/1.1" status: 204 len: 168 time: 0.1200223 Mar 11 03:15:55.641733 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59abd72c-f93f-4a1e-ad95-9a32e02b0b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181186f6-e4af-46eb-a722-6de2d6218d38,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:55.909233 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 49672) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:55.923112 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e85b314d-3a4d-4e3c-881d-5bd4a6ca140a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:56.002989 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e85b314d-3a4d-4e3c-881d-5bd4a6ca140a admin admin] Publish callbacks [] for security_group (bd7338c3-9fec-4d5b-bbdc-e39d1b2b1d52), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:56.007547 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e85b314d-3a4d-4e3c-881d-5bd4a6ca140a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (bd7338c3-9fec-4d5b-bbdc-e39d1b2b1d52), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:56.047270 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-e85b314d-3a4d-4e3c-881d-5bd4a6ca140a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6d6db5ed1a30414d8675bb1537f62b17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366351 Mar 11 03:15:56.048505 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b314d-3a4d-4e3c-881d-5bd4a6ca140a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7338c3-9fec-4d5b-bbdc-e39d1b2b1d52,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:56.051807 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 49676) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:56.100286 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9eed2108-5095-40ae-984b-6866bf24a249 admin admin] Publish callbacks [] for security_group (bd7338c3-9fec-4d5b-bbdc-e39d1b2b1d52), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:56.123658 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9eed2108-5095-40ae-984b-6866bf24a249 admin admin] Publish callbacks [] for security_group (bd7338c3-9fec-4d5b-bbdc-e39d1b2b1d52), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:56.170644 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9eed2108-5095-40ae-984b-6866bf24a249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (bd7338c3-9fec-4d5b-bbdc-e39d1b2b1d52), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:56.174440 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9eed2108-5095-40ae-984b-6866bf24a249 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:56.175586 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-9eed2108-5095-40ae-984b-6866bf24a249 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bd7338c3-9fec-4d5b-bbdc-e39d1b2b1d52 HTTP/1.1" status: 204 len: 168 time: 0.1228814 Mar 11 03:15:56.183225 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed2108-5095-40ae-984b-6866bf24a249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7338c3-9fec-4d5b-bbdc-e39d1b2b1d52,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:58.539120 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 49754) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:58.645310 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-54524eeb-9f9c-4837-b077-7ac59cd14c24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:58.721515 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-54524eeb-9f9c-4837-b077-7ac59cd14c24 admin admin] Publish callbacks [] for security_group (a2efcbcd-2570-4c0a-820f-43342772515d), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:58.725491 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-54524eeb-9f9c-4837-b077-7ac59cd14c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (a2efcbcd-2570-4c0a-820f-43342772515d), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:58.766978 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-54524eeb-9f9c-4837-b077-7ac59cd14c24 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=89aadef4e3cf4b059dc52c91ad315e1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266612 Mar 11 03:15:58.767681 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54524eeb-9f9c-4837-b077-7ac59cd14c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2efcbcd-2570-4c0a-820f-43342772515d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:58.770335 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 49758) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:58.822751 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2f10b53c-b37a-4bb8-ade5-84c946387b5e admin admin] Publish callbacks [] for security_group (a2efcbcd-2570-4c0a-820f-43342772515d), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:58.844728 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2f10b53c-b37a-4bb8-ade5-84c946387b5e admin admin] Publish callbacks [] for security_group (a2efcbcd-2570-4c0a-820f-43342772515d), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:58.897830 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2f10b53c-b37a-4bb8-ade5-84c946387b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (a2efcbcd-2570-4c0a-820f-43342772515d), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:58.900401 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2f10b53c-b37a-4bb8-ade5-84c946387b5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:58.901578 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-2f10b53c-b37a-4bb8-ade5-84c946387b5e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a2efcbcd-2570-4c0a-820f-43342772515d HTTP/1.1" status: 204 len: 168 time: 0.1300082 Mar 11 03:15:58.911117 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10b53c-b37a-4bb8-ade5-84c946387b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2efcbcd-2570-4c0a-820f-43342772515d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:59.068657 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-457c5249-2cb8-4e28-a0e7-ea8bf7ba4c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:59.170352 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 49768) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:59.184338 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d92d74a-8795-4523-9036-a7d1ceb5882b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:59.267467 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d92d74a-8795-4523-9036-a7d1ceb5882b admin admin] Publish callbacks [] for security_group (5efe0d19-3e4e-48ab-858e-448d34bb42cd), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:59.272246 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7d92d74a-8795-4523-9036-a7d1ceb5882b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (5efe0d19-3e4e-48ab-858e-448d34bb42cd), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:59.311787 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-7d92d74a-8795-4523-9036-a7d1ceb5882b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8a69a7c0098f4a2abb2f9ee498653c27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1406956 Mar 11 03:15:59.312784 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92d74a-8795-4523-9036-a7d1ceb5882b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efe0d19-3e4e-48ab-858e-448d34bb42cd,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:15:59.314416 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 49770) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:15:59.364106 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9908e1ec-37df-4cd2-aa44-0bf570f6ccef admin admin] Publish callbacks [] for security_group (5efe0d19-3e4e-48ab-858e-448d34bb42cd), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:59.386150 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9908e1ec-37df-4cd2-aa44-0bf570f6ccef admin admin] Publish callbacks [] for security_group (5efe0d19-3e4e-48ab-858e-448d34bb42cd), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:59.433159 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9908e1ec-37df-4cd2-aa44-0bf570f6ccef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (5efe0d19-3e4e-48ab-858e-448d34bb42cd), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:59.435680 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-9908e1ec-37df-4cd2-aa44-0bf570f6ccef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:15:59.436821 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-9908e1ec-37df-4cd2-aa44-0bf570f6ccef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5efe0d19-3e4e-48ab-858e-448d34bb42cd HTTP/1.1" status: 204 len: 168 time: 0.1212914 Mar 11 03:15:59.444991 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9908e1ec-37df-4cd2-aa44-0bf570f6ccef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efe0d19-3e4e-48ab-858e-448d34bb42cd,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:16:01.451650 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-551c6648-98ed-4921-b331-492682dfd7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:01.620085 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 49860) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:16:01.730723 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-43518795-77d9-463d-95bb-abe66b53e264 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:01.814594 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-43518795-77d9-463d-95bb-abe66b53e264 admin admin] Publish callbacks [] for security_group (d568e424-63e3-4385-be70-232cf6d741ba), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:01.819234 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-43518795-77d9-463d-95bb-abe66b53e264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (d568e424-63e3-4385-be70-232cf6d741ba), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:01.859038 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43518795-77d9-463d-95bb-abe66b53e264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d568e424-63e3-4385-be70-232cf6d741ba,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:16:01.865781 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-43518795-77d9-463d-95bb-abe66b53e264 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c8217bd6235c4fc0aa5f8f49732f2eb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445772 Mar 11 03:16:01.868407 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 49870) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:16:01.919491 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a49aa686-932e-4adc-9a58-495a27677a80 admin admin] Publish callbacks [] for security_group (d568e424-63e3-4385-be70-232cf6d741ba), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:01.943515 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a49aa686-932e-4adc-9a58-495a27677a80 admin admin] Publish callbacks [] for security_group (d568e424-63e3-4385-be70-232cf6d741ba), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:01.993986 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a49aa686-932e-4adc-9a58-495a27677a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (d568e424-63e3-4385-be70-232cf6d741ba), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:01.996560 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a49aa686-932e-4adc-9a58-495a27677a80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:01.998090 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a49aa686-932e-4adc-9a58-495a27677a80 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d568e424-63e3-4385-be70-232cf6d741ba HTTP/1.1" status: 204 len: 168 time: 0.1287410 Mar 11 03:16:02.015069 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49aa686-932e-4adc-9a58-495a27677a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d568e424-63e3-4385-be70-232cf6d741ba,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:16:02.141214 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d8b723-823e-42f6-bafb-955add7eef8f req-6e3f7ec3-82a0-4086-889f-7b462b3c06e2 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:02.142714 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f5d8b723-823e-42f6-bafb-955add7eef8f req-6e3f7ec3-82a0-4086-889f-7b462b3c06e2 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=76292577-29ac-4e62-9543-7e7a71cc09cd HTTP/1.1" status: 200 len: 945 time: 0.0580392 Mar 11 03:16:02.192557 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f5d8b723-823e-42f6-bafb-955add7eef8f req-98d0a844-da1b-4afa-8c99-b47a32d5bbd4 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups?id=82d57fab-773f-489d-99af-5d27f23daf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443256 Mar 11 03:16:02.275018 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 49880) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:16:02.288326 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bd3e7522-827e-4a7c-bd61-533d87cacfb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:02.365583 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bd3e7522-827e-4a7c-bd61-533d87cacfb5 admin admin] Publish callbacks [] for security_group (6756af19-0e5e-4150-a79b-901dad4bc32b), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:02.369107 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bd3e7522-827e-4a7c-bd61-533d87cacfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (6756af19-0e5e-4150-a79b-901dad4bc32b), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:02.406014 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e7522-827e-4a7c-bd61-533d87cacfb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6756af19-0e5e-4150-a79b-901dad4bc32b,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:16:02.410271 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-bd3e7522-827e-4a7c-bd61-533d87cacfb5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9474268fdd084daa99fa6a6fef8ced8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340752 Mar 11 03:16:02.413538 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 49882) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:16:02.465113 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c36193a5-f865-48e8-bc1a-2cc586fbb233 admin admin] Publish callbacks [] for security_group (6756af19-0e5e-4150-a79b-901dad4bc32b), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:02.487527 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c36193a5-f865-48e8-bc1a-2cc586fbb233 admin admin] Publish callbacks [] for security_group (6756af19-0e5e-4150-a79b-901dad4bc32b), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:02.534423 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c36193a5-f865-48e8-bc1a-2cc586fbb233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (6756af19-0e5e-4150-a79b-901dad4bc32b), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:02.537065 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-c36193a5-f865-48e8-bc1a-2cc586fbb233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:02.538451 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-c36193a5-f865-48e8-bc1a-2cc586fbb233 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6756af19-0e5e-4150-a79b-901dad4bc32b HTTP/1.1" status: 204 len: 168 time: 0.1241431 Mar 11 03:16:02.551213 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36193a5-f865-48e8-bc1a-2cc586fbb233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6756af19-0e5e-4150-a79b-901dad4bc32b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:16:02.666264 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:03.323423 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594925b4-4c75-4d7a-9596-5724cd2d6718 req-d729467e-3dd5-4100-bb81-8841e45127c3 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:03.324912 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-594925b4-4c75-4d7a-9596-5724cd2d6718 req-d729467e-3dd5-4100-bb81-8841e45127c3 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=76292577-29ac-4e62-9543-7e7a71cc09cd HTTP/1.1" status: 200 len: 945 time: 0.0602407 Mar 11 03:16:03.380688 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-594925b4-4c75-4d7a-9596-5724cd2d6718 req-a4b85b78-1194-4a35-8154-118df6db3567 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups?id=82d57fab-773f-489d-99af-5d27f23daf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480850 Mar 11 03:16:03.858804 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d74c6cb-4f64-4621-b33b-f8550c40f2b9 req-a199ef8b-ffab-4a39-baef-e2d5dd6eeeaf tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:03.861377 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0d74c6cb-4f64-4621-b33b-f8550c40f2b9 req-a199ef8b-ffab-4a39-baef-e2d5dd6eeeaf tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.18 "GET /v2.0/ports?device_id=76292577-29ac-4e62-9543-7e7a71cc09cd HTTP/1.1" status: 200 len: 945 time: 0.0628822 Mar 11 03:16:03.964012 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-0d74c6cb-4f64-4621-b33b-f8550c40f2b9 req-3c6cdd21-3e39-4a4a-9549-1384969c68de tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Deleting port 6de7fcfa-fbed-448a-943d-fefb8147f280 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:16:03.964492 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0d74c6cb-4f64-4621-b33b-f8550c40f2b9 req-3c6cdd21-3e39-4a4a-9549-1384969c68de tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (6de7fcfa-fbed-448a-943d-fefb8147f280), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:04.060770 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-0d74c6cb-4f64-4621-b33b-f8550c40f2b9 req-3c6cdd21-3e39-4a4a-9549-1384969c68de tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] For port 6de7fcfa-fbed-448a-943d-fefb8147f280, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=6de7fcfa-fbed-448a-943d-fefb8147f280,segment=NetworkSegment(ef342fbb-c25c-49c4-bd38-1f15c79d8ac6),segment_id=ef342fbb-c25c-49c4-bd38-1f15c79d8ac6)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:16:04.061149 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0d74c6cb-4f64-4621-b33b-f8550c40f2b9 req-3c6cdd21-3e39-4a4a-9549-1384969c68de tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (6de7fcfa-fbed-448a-943d-fefb8147f280), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:04.263391 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:04.274309 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0d74c6cb-4f64-4621-b33b-f8550c40f2b9 req-3c6cdd21-3e39-4a4a-9549-1384969c68de tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:04.274914 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0d74c6cb-4f64-4621-b33b-f8550c40f2b9 req-3c6cdd21-3e39-4a4a-9549-1384969c68de tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740024'] for floatingip (62b2b5f3-c26d-4704-b94d-fc97808ac04c), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:04.275207 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.db.l3_db [req-0d74c6cb-4f64-4621-b33b-f8550c40f2b9 req-3c6cdd21-3e39-4a4a-9549-1384969c68de tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Floating IP 62b2b5f3-c26d-4704-b94d-fc97808ac04c disassociated. External IP: 172.27.2.165, port: 6de7fcfa-fbed-448a-943d-fefb8147f280. Mar 11 03:16:04.275698 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-0d74c6cb-4f64-4621-b33b-f8550c40f2b9 req-3c6cdd21-3e39-4a4a-9549-1384969c68de tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Calling delete_port for 6de7fcfa-fbed-448a-943d-fefb8147f280 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:16:04.426345 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0d74c6cb-4f64-4621-b33b-f8550c40f2b9 req-3c6cdd21-3e39-4a4a-9549-1384969c68de tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (6de7fcfa-fbed-448a-943d-fefb8147f280), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:04.462415 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6cdd21-3e39-4a4a-9549-1384969c68de tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Pushing event deleted for resources: {'Port': ['ID=6de7fcfa-fbed-448a-943d-fefb8147f280,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:16:04.519099 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4f8562d0-99d5-4a10-815b-845e3b9d1822 req-93b2d900-e1f3-4ca1-a467-09d36db1ae87 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=76292577-29ac-4e62-9543-7e7a71cc09cd HTTP/1.1" status: 200 len: 210 time: 0.0541523 Mar 11 03:16:04.599261 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d74c6cb-4f64-4621-b33b-f8550c40f2b9 req-3c6cdd21-3e39-4a4a-9549-1384969c68de tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Router 85f1d4b4-841e-4e79-b6a3-22bb7b77955c has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:16:04.712573 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d74c6cb-4f64-4621-b33b-f8550c40f2b9 req-3c6cdd21-3e39-4a4a-9549-1384969c68de tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:16:04.722164 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dab8a9-394d-41a5-90bb-eb20bf7351bb None None] Sync routers for ids ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'] in dv-cinder-740146-14-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:16:04.734841 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dab8a9-394d-41a5-90bb-eb20bf7351bb None None] Routers {'85f1d4b4-841e-4e79-b6a3-22bb7b77955c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:16:04.735855 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-14dab8a9-394d-41a5-90bb-eb20bf7351bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:16:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:16:04.759206 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d74c6cb-4f64-4621-b33b-f8550c40f2b9 req-3c6cdd21-3e39-4a4a-9549-1384969c68de tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] No DVR routers for this DVR port 6de7fcfa-fbed-448a-943d-fefb8147f280 on host hv-cinder-74014 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:16:04.761771 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-0d74c6cb-4f64-4621-b33b-f8550c40f2b9 req-3c6cdd21-3e39-4a4a-9549-1384969c68de tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:04.765208 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-0d74c6cb-4f64-4621-b33b-f8550c40f2b9 req-3c6cdd21-3e39-4a4a-9549-1384969c68de tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.18 "DELETE /v2.0/ports/6de7fcfa-fbed-448a-943d-fefb8147f280 HTTP/1.1" status: 204 len: 173 time: 0.8986270 Mar 11 03:16:04.765957 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76292577-29ac-4e62-9543-7e7a71cc09cd', 'name': 'network-vif-deleted', 'tag': '6de7fcfa-fbed-448a-943d-fefb8147f280'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:16:04.768330 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e9369a-e4e3-4b28-a4d8-f6de5a5cef4f" -d '{"events": [{"server_uuid": "76292577-29ac-4e62-9543-7e7a71cc09cd", "name": "network-vif-deleted", "tag": "6de7fcfa-fbed-448a-943d-fefb8147f280"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:16:04.810416 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6995642a-1eca-4346-9f96-beeea029a40b x-openstack-request-id: req-6995642a-1eca-4346-9f96-beeea029a40b {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:16:04.810716 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76292577-29ac-4e62-9543-7e7a71cc09cd", "name": "network-vif-deleted", "tag": "6de7fcfa-fbed-448a-943d-fefb8147f280", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:16:04.810975 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6995642a-1eca-4346-9f96-beeea029a40b {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:16:04.811404 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76292577-29ac-4e62-9543-7e7a71cc09cd', 'name': 'network-vif-deleted', 'tag': '6de7fcfa-fbed-448a-943d-fefb8147f280', 'status': 'completed', 'code': 200} Mar 11 03:16:04.860368 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-14dab8a9-394d-41a5-90bb-eb20bf7351bb None None] Set router 85f1d4b4-841e-4e79-b6a3-22bb7b77955c gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:16:05.084044 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-14dab8a9-394d-41a5-90bb-eb20bf7351bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'name': 'tempest-AttachVolumeNegativeTest-1651227581-router', 'tenant_id': '717229175a63443abe76773a02a79818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:43Z', 'revision_number': 4, 'project_id': '717229175a63443abe76773a02a79818', 'gw_port': {'id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '8da53b0d-6348-40da-9feb-9dadaf4fc389', 'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'tenant_id': '717229175a63443abe76773a02a79818', 'mac_address': 'fa:16:3e:bf:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:42Z', 'updated_at': '2022-03-11T03:12:46Z', 'revision_number': 5, 'project_id': '717229175a63443abe76773a02a79818', 'subnets': [{'id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:16:05.113250 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dab8a9-394d-41a5-90bb-eb20bf7351bb None None] Checking router: 85f1d4b4-841e-4e79-b6a3-22bb7b77955c for host: dv-cinder-740146-14-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:16:05.121353 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dab8a9-394d-41a5-90bb-eb20bf7351bb None None] Routers {'85f1d4b4-841e-4e79-b6a3-22bb7b77955c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:16:05.121986 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-14dab8a9-394d-41a5-90bb-eb20bf7351bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:16:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:16:05.232152 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-14dab8a9-394d-41a5-90bb-eb20bf7351bb None None] Set router 85f1d4b4-841e-4e79-b6a3-22bb7b77955c gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:16:05.604588 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-14dab8a9-394d-41a5-90bb-eb20bf7351bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'name': 'tempest-AttachVolumeNegativeTest-1651227581-router', 'tenant_id': '717229175a63443abe76773a02a79818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:43Z', 'revision_number': 4, 'project_id': '717229175a63443abe76773a02a79818', 'gw_port': {'id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '8da53b0d-6348-40da-9feb-9dadaf4fc389', 'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'tenant_id': '717229175a63443abe76773a02a79818', 'mac_address': 'fa:16:3e:bf:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:42Z', 'updated_at': '2022-03-11T03:12:46Z', 'revision_number': 5, 'project_id': '717229175a63443abe76773a02a79818', 'subnets': [{'id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:16:05.619494 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 49958) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:16:05.634558 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dab8a9-394d-41a5-90bb-eb20bf7351bb None None] The sync data for ids ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'] in dv-cinder-740146-14-iscsi is: [{'id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'name': 'tempest-AttachVolumeNegativeTest-1651227581-router', 'tenant_id': '717229175a63443abe76773a02a79818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:43Z', 'revision_number': 4, 'project_id': '717229175a63443abe76773a02a79818', 'gw_port': {'id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '8da53b0d-6348-40da-9feb-9dadaf4fc389', 'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'tenant_id': '717229175a63443abe76773a02a79818', 'mac_address': 'fa:16:3e:bf:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:42Z', 'updated_at': '2022-03-11T03:12:46Z', 'revision_number': 5, 'project_id': '717229175a63443abe76773a02a79818', 'subnets': [{'id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:16:05.698117 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ed4832e1-acef-4460-88c8-37600a09d7ac tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group (82d57fab-773f-489d-99af-5d27f23daf46), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:05.702289 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:05.729599 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ed4832e1-acef-4460-88c8-37600a09d7ac tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group (82d57fab-773f-489d-99af-5d27f23daf46), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:05.783993 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ed4832e1-acef-4460-88c8-37600a09d7ac tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (82d57fab-773f-489d-99af-5d27f23daf46), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:05.787126 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ed4832e1-acef-4460-88c8-37600a09d7ac tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:05.791213 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-ed4832e1-acef-4460-88c8-37600a09d7ac tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "DELETE /v2.0/security-groups/82d57fab-773f-489d-99af-5d27f23daf46 HTTP/1.1" status: 204 len: 168 time: 0.1672449 Mar 11 03:16:05.791296 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 49964) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:16:05.799786 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4832e1-acef-4460-88c8-37600a09d7ac tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d57fab-773f-489d-99af-5d27f23daf46,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:16:05.838380 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.api.v2.resource [None req-b088ee7c-f6ec-444b-add7-2f6f79a73592 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] show failed (client error): The resource could not be found. Mar 11 03:16:05.838668 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-b088ee7c-f6ec-444b-add7-2f6f79a73592 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups/82d57fab-773f-489d-99af-5d27f23daf46 HTTP/1.1" status: 404 len: 347 time: 0.0465460 Mar 11 03:16:05.839078 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 49966) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:16:05.948819 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ca9e39-fcdb-47e1-984c-2885368ea984 None None] New status for floating IP 62b2b5f3-c26d-4704-b94d-fc97808ac04c: DOWN {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 03:16:05.986683 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-e7461ba4-ee86-40fd-b46f-f2509281df2e tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Deleting port d7a04afe-4f3f-44bd-8f5d-70ccad2918a9 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:16:05.987030 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e7461ba4-ee86-40fd-b46f-f2509281df2e tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (d7a04afe-4f3f-44bd-8f5d-70ccad2918a9), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:06.066904 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e7461ba4-ee86-40fd-b46f-f2509281df2e tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (d7a04afe-4f3f-44bd-8f5d-70ccad2918a9), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:06.067285 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e7461ba4-ee86-40fd-b46f-f2509281df2e tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for floatingip (d7a04afe-4f3f-44bd-8f5d-70ccad2918a9), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:06.080218 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-e7461ba4-ee86-40fd-b46f-f2509281df2e tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Calling delete_port for d7a04afe-4f3f-44bd-8f5d-70ccad2918a9 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:16:06.208070 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e7461ba4-ee86-40fd-b46f-f2509281df2e tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (d7a04afe-4f3f-44bd-8f5d-70ccad2918a9), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:06.234804 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7461ba4-ee86-40fd-b46f-f2509281df2e tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Pushing event deleted for resources: {'Port': ['ID=d7a04afe-4f3f-44bd-8f5d-70ccad2918a9,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:16:06.301525 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e7461ba4-ee86-40fd-b46f-f2509281df2e tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for floatingip (62b2b5f3-c26d-4704-b94d-fc97808ac04c), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:06.304469 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e7461ba4-ee86-40fd-b46f-f2509281df2e tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:06.305692 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-e7461ba4-ee86-40fd-b46f-f2509281df2e tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "DELETE /v2.0/floatingips/62b2b5f3-c26d-4704-b94d-fc97808ac04c HTTP/1.1" status: 204 len: 168 time: 0.4655390 Mar 11 03:16:06.612503 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:06.821149 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 49978) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:16:06.825685 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-7d24ef8e-1f27-46cd-986b-9c6d599f633f tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Request body: {'security_group': {'name': 'tempest-securitygroup--697671217', 'description': 'tempest-description--123911139'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:16:06.853903 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7d24ef8e-1f27-46cd-986b-9c6d599f633f tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:06.926520 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7d24ef8e-1f27-46cd-986b-9c6d599f633f tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group (4b337353-4922-4363-a5f1-9a9019911105), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:06.930746 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7d24ef8e-1f27-46cd-986b-9c6d599f633f tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (4b337353-4922-4363-a5f1-9a9019911105), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:06.961734 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7d24ef8e-1f27-46cd-986b-9c6d599f633f tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:06.962980 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-7d24ef8e-1f27-46cd-986b-9c6d599f633f tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1408370 Mar 11 03:16:06.964835 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24ef8e-1f27-46cd-986b-9c6d599f633f tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b337353-4922-4363-a5f1-9a9019911105,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:16:06.966055 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 49984) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:16:06.974476 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-b2221241-bff9-48fe-bdfc-4242cbe9248c tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Request body: {'security_group_rule': {'security_group_id': '4b337353-4922-4363-a5f1-9a9019911105', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:16:07.004264 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b2221241-bff9-48fe-bdfc-4242cbe9248c tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group_rule (1e56f252-cbe9-4ba6-bb15-27b77e5daefc), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:07.049400 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 6de7fcfa-fbed-448a-943d-fefb8147f280 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:16:07.066064 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b2221241-bff9-48fe-bdfc-4242cbe9248c tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group_rule (1e56f252-cbe9-4ba6-bb15-27b77e5daefc), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:07.073151 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b2221241-bff9-48fe-bdfc-4242cbe9248c tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674351'] for security_group_rule (1e56f252-cbe9-4ba6-bb15-27b77e5daefc), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:07.075074 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] No Port match for: 6de7fcfa-fbed-448a-943d-fefb8147f280 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:16:07.075683 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 6de7fcfa-fbed-448a-943d-fefb8147f280 not bound to the agent host hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:16:07.092130 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2221241-bff9-48fe-bdfc-4242cbe9248c tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e56f252-cbe9-4ba6-bb15-27b77e5daefc,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:16:07.100564 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b2221241-bff9-48fe-bdfc-4242cbe9248c tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:07.101739 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-b2221241-bff9-48fe-bdfc-4242cbe9248c tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1319370 Mar 11 03:16:07.104626 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 49990) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:16:07.110314 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-9b047c02-8c3e-4e73-867e-109b9c38624e tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Request body: {'security_group_rule': {'security_group_id': '4b337353-4922-4363-a5f1-9a9019911105', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:16:07.136367 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9b047c02-8c3e-4e73-867e-109b9c38624e tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group_rule (a4bd3d43-ad5d-4f73-bad6-4edc9e839071), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:07.194348 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9b047c02-8c3e-4e73-867e-109b9c38624e tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group_rule (a4bd3d43-ad5d-4f73-bad6-4edc9e839071), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:07.198182 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9b047c02-8c3e-4e73-867e-109b9c38624e tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674351'] for security_group_rule (a4bd3d43-ad5d-4f73-bad6-4edc9e839071), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:07.216759 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b047c02-8c3e-4e73-867e-109b9c38624e tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4bd3d43-ad5d-4f73-bad6-4edc9e839071,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:16:07.227586 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-9b047c02-8c3e-4e73-867e-109b9c38624e tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:07.228847 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-9b047c02-8c3e-4e73-867e-109b9c38624e tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230581 Mar 11 03:16:07.231924 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 49994) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:16:07.237703 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-a9380616-c6f2-4ddc-b355-4209a54004eb tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Request body: {'floatingip': {'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:16:07.260002 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9380616-c6f2-4ddc-b355-4209a54004eb tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:07.361144 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9380616-c6f2-4ddc-b355-4209a54004eb tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:07.469969 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-a9380616-c6f2-4ddc-b355-4209a54004eb tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Allocated IP 172.27.2.122 (9b47ca21-aede-450a-93e7-0e4b22f1eaa6/91a34137-7039-479a-a714-41dcecc02d59/c56c9f97-570d-40d5-a847-1e9a03627874) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:16:07.569033 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9380616-c6f2-4ddc-b355-4209a54004eb tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for port (c56c9f97-570d-40d5-a847-1e9a03627874), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:07.601711 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9380616-c6f2-4ddc-b355-4209a54004eb tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15272124'] for port (c56c9f97-570d-40d5-a847-1e9a03627874), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:07.637200 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9380616-c6f2-4ddc-b355-4209a54004eb tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Network 9b47ca21-aede-450a-93e7-0e4b22f1eaa6 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:16:07.640003 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-a9380616-c6f2-4ddc-b355-4209a54004eb tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:16:07.645441 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9380616-c6f2-4ddc-b355-4209a54004eb tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:16:07.673169 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9380616-c6f2-4ddc-b355-4209a54004eb tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Pushing event updated for resources: {'Port': ['ID=c56c9f97-570d-40d5-a847-1e9a03627874,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:16:07.738844 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9380616-c6f2-4ddc-b355-4209a54004eb tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for floatingip (f4fef5e9-cce8-4a90-ba9d-adda0a64da2e), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:07.774148 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9380616-c6f2-4ddc-b355-4209a54004eb tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (c56c9f97-570d-40d5-a847-1e9a03627874), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:07.921318 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9380616-c6f2-4ddc-b355-4209a54004eb tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for port (c56c9f97-570d-40d5-a847-1e9a03627874), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:07.925970 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9380616-c6f2-4ddc-b355-4209a54004eb tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15272101'] for port (c56c9f97-570d-40d5-a847-1e9a03627874), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:07.994874 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9380616-c6f2-4ddc-b355-4209a54004eb tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Pushing event updated for resources: {'Port': ['ID=c56c9f97-570d-40d5-a847-1e9a03627874,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:16:08.002924 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9380616-c6f2-4ddc-b355-4209a54004eb tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740024'] for floatingip (f4fef5e9-cce8-4a90-ba9d-adda0a64da2e), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:08.017953 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-a9380616-c6f2-4ddc-b355-4209a54004eb tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:08.019184 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-a9380616-c6f2-4ddc-b355-4209a54004eb tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7851586 Mar 11 03:16:08.213335 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-0d132695-9849-420f-b46e-8e117c91f476 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--697671217&fields=id&tenant_id=717229175a63443abe76773a02a79818 HTTP/1.1" status: 200 len: 267 time: 0.0444412 Mar 11 03:16:08.317125 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-0edada81-4a82-4665-b1d9-a29caf650df8 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:08.318755 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-0edada81-4a82-4665-b1d9-a29caf650df8 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/networks?id=fd48ed16-54d7-4f44-be1f-91d180612d66 HTTP/1.1" status: 200 len: 815 time: 0.0984879 Mar 11 03:16:08.335885 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-06c2bdbd-2649-4534-a4d4-132febac5015 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/quotas/717229175a63443abe76773a02a79818 HTTP/1.1" status: 200 len: 375 time: 0.0102422 Mar 11 03:16:08.390064 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-3d3cfabd-16cd-45f5-9520-ef00e1c1855e tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=717229175a63443abe76773a02a79818&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489745 Mar 11 03:16:08.579302 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-91f8536f-aa34-4f24-920f-e6c58ae6289d service neutron] 10.222.0.16 "GET /v2.0/networks/fd48ed16-54d7-4f44-be1f-91d180612d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774566 Mar 11 03:16:08.676479 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-99a81444-05a6-4b55-b447-db8c82c2a169 service neutron] 10.222.0.16 "GET /v2.0/networks/fd48ed16-54d7-4f44-be1f-91d180612d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910549 Mar 11 03:16:08.846393 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-29a3b629-cad6-4efb-9fb5-adfccc5a6056 req-4e055e64-fa3d-46cd-9c51-d26a1a3160ef tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=253793f7-6aa3-40e8-8117-32b46936079b HTTP/1.1" status: 200 len: 210 time: 0.0280571 Mar 11 03:16:09.830087 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-04545546-570c-4b69-b18e-6dcd94eb4630 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:09.831925 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-04545546-570c-4b69-b18e-6dcd94eb4630 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.18 "GET /v2.0/networks?id=fd48ed16-54d7-4f44-be1f-91d180612d66 HTTP/1.1" status: 200 len: 815 time: 0.1145365 Mar 11 03:16:09.904716 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-5f2c6b0a-375a-4ec0-872c-8c10a2eb16e2 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=717229175a63443abe76773a02a79818 HTTP/1.1" status: 200 len: 379 time: 0.0638947 Mar 11 03:16:09.918096 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-3867747b-97fa-4cdb-9b21-33a019bba78c tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Request body: {'port': {'device_id': '253793f7-6aa3-40e8-8117-32b46936079b', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'admin_state_up': True, 'tenant_id': '717229175a63443abe76773a02a79818', 'security_groups': ['4b337353-4922-4363-a5f1-9a9019911105']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:16:09.965780 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f17a8a2f-19d9-4efb-9485-94bb42b6d0f5 req-22f4899f-b6d1-4b88-8124-800756998ecc tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=253793f7-6aa3-40e8-8117-32b46936079b HTTP/1.1" status: 200 len: 210 time: 0.0367782 Mar 11 03:16:10.302661 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-3867747b-97fa-4cdb-9b21-33a019bba78c tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Made reservation on behalf of 717229175a63443abe76773a02a79818 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:16:10.306094 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-3867747b-97fa-4cdb-9b21-33a019bba78c tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:10.436552 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-3867747b-97fa-4cdb-9b21-33a019bba78c tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Allocated IP 172.20.0.9 (fd48ed16-54d7-4f44-be1f-91d180612d66/a31257a5-7a1e-45b3-aef2-2a2faf6425a3/3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:16:10.592170 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-3867747b-97fa-4cdb-9b21-33a019bba78c tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for port (3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:10.627211 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-3867747b-97fa-4cdb-9b21-33a019bba78c tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:10.669620 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-3867747b-97fa-4cdb-9b21-33a019bba78c tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Network fd48ed16-54d7-4f44-be1f-91d180612d66 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:16:10.675945 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-3867747b-97fa-4cdb-9b21-33a019bba78c tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:16:10.680527 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-3867747b-97fa-4cdb-9b21-33a019bba78c tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:16:10.686766 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867747b-97fa-4cdb-9b21-33a019bba78c tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Pushing event updated for resources: {'Port': ['ID=3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:16:10.737633 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-3867747b-97fa-4cdb-9b21-33a019bba78c tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:10.738294 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-3867747b-97fa-4cdb-9b21-33a019bba78c tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:10.755496 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-3867747b-97fa-4cdb-9b21-33a019bba78c tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8414216 Mar 11 03:16:10.769452 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-0834537b-db47-42cd-ad25-9a5c6895d4ae service neutron] Request body: {'port': {'device_id': '253793f7-6aa3-40e8-8117-32b46936079b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:16:10.836956 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-0834537b-db47-42cd-ad25-9a5c6895d4ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:10.924781 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-d4889147-6b4f-44c8-80f5-d6f55ee5cf16 None None] Provisioning complete for port 3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:16:10.925419 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d4889147-6b4f-44c8-80f5-d6f55ee5cf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:10.959071 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-d4889147-6b4f-44c8-80f5-d6f55ee5cf16 None None] Port 3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:16:11.109729 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377a9f7-9285-4eb1-9bf6-a22c89a5e415 req-2bc80fd0-d7ce-4774-871a-a68be92a4514 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:11.112691 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b377a9f7-9285-4eb1-9bf6-a22c89a5e415 req-2bc80fd0-d7ce-4774-871a-a68be92a4514 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=253793f7-6aa3-40e8-8117-32b46936079b HTTP/1.1" status: 200 len: 931 time: 0.0715129 Mar 11 03:16:11.122907 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-0834537b-db47-42cd-ad25-9a5c6895d4ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:16:11.132123 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-0834537b-db47-42cd-ad25-9a5c6895d4ae service neutron] Publish callbacks [] for port (3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:11.146049 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-0834537b-db47-42cd-ad25-9a5c6895d4ae service neutron] Transition to ACTIVE for port object 3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 03:16:11.151627 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-0834537b-db47-42cd-ad25-9a5c6895d4ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26187659'] for port (3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:11.170055 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b377a9f7-9285-4eb1-9bf6-a22c89a5e415 req-e0edfba5-269a-4632-8d7b-a247c2cb7770 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b337353-4922-4363-a5f1-9a9019911105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512753 Mar 11 03:16:11.202397 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834537b-db47-42cd-ad25-9a5c6895d4ae service neutron] Pushing event updated for resources: {'Port': ['ID=3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:16:11.273769 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-0834537b-db47-42cd-ad25-9a5c6895d4ae service neutron] Attempting to bind port 3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:16:11.274144 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-0834537b-db47-42cd-ad25-9a5c6895d4ae service neutron] Attempting to bind port 3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'ef342fbb-c25c-49c4-bd38-1f15c79d8ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:16:11.274481 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-0834537b-db47-42cd-ad25-9a5c6895d4ae service neutron] Attempting to bind port 3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a on network fd48ed16-54d7-4f44-be1f-91d180612d66 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:16:11.279056 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-0834537b-db47-42cd-ad25-9a5c6895d4ae service neutron] Port 3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a on network fd48ed16-54d7-4f44-be1f-91d180612d66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 03:16:11.279429 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-0834537b-db47-42cd-ad25-9a5c6895d4ae service neutron] Attempting to bind port 3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a on network fd48ed16-54d7-4f44-be1f-91d180612d66 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:16:11.284527 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-0834537b-db47-42cd-ad25-9a5c6895d4ae service neutron] Checking agent: {'id': '5f38bfdc-d68c-4827-815d-ecd182596ad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'started_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:16:11.284912 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-0834537b-db47-42cd-ad25-9a5c6895d4ae service neutron] Checking segment: {'id': 'ef342fbb-c25c-49c4-bd38-1f15c79d8ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:16:11.285332 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-0834537b-db47-42cd-ad25-9a5c6895d4ae service neutron] Bound using segment: {'id': 'ef342fbb-c25c-49c4-bd38-1f15c79d8ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:16:11.285802 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-0834537b-db47-42cd-ad25-9a5c6895d4ae service neutron] Bound port: 3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef342fbb-c25c-49c4-bd38-1f15c79d8ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:16:11.286307 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-0834537b-db47-42cd-ad25-9a5c6895d4ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:11.358499 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-0834537b-db47-42cd-ad25-9a5c6895d4ae service neutron] For port 3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a, host hv-cinder-74014, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:16:11.362366 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-0834537b-db47-42cd-ad25-9a5c6895d4ae service neutron] For port 3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a,segment=NetworkSegment(ef342fbb-c25c-49c4-bd38-1f15c79d8ac6),segment_id=ef342fbb-c25c-49c4-bd38-1f15c79d8ac6)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:16:11.369322 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-0834537b-db47-42cd-ad25-9a5c6895d4ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26187659'] for port (3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:11.402438 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-0834537b-db47-42cd-ad25-9a5c6895d4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:11.403117 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-0834537b-db47-42cd-ad25-9a5c6895d4ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:11.404611 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-0834537b-db47-42cd-ad25-9a5c6895d4ae service neutron] 10.222.0.18 "PUT /v2.0/ports/3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a HTTP/1.1" status: 200 len: 1093 time: 0.6394134 Mar 11 03:16:11.406845 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '253793f7-6aa3-40e8-8117-32b46936079b', 'tag': '3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:16:11.410925 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1936c1f3-2f0a-456b-bf02-51c1211cd47f" -d '{"events": [{"name": "network-changed", "server_uuid": "253793f7-6aa3-40e8-8117-32b46936079b", "tag": "3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:16:11.446158 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834537b-db47-42cd-ad25-9a5c6895d4ae service neutron] Pushing event updated for resources: {'Port': ['ID=3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:16:11.451805 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0dfe67c-14ad-41aa-a68d-26dda927875f x-openstack-request-id: req-e0dfe67c-14ad-41aa-a68d-26dda927875f {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:16:11.452105 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "253793f7-6aa3-40e8-8117-32b46936079b", "tag": "3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:16:11.452365 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e0dfe67c-14ad-41aa-a68d-26dda927875f {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:16:11.452768 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '253793f7-6aa3-40e8-8117-32b46936079b', 'tag': '3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a', 'status': 'completed', 'code': 200} Mar 11 03:16:11.499262 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-d84bdb99-055a-4743-8290-fec9f50806c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:11.501398 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-d84bdb99-055a-4743-8290-fec9f50806c4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=717229175a63443abe76773a02a79818&device_id=253793f7-6aa3-40e8-8117-32b46936079b HTTP/1.1" status: 200 len: 1127 time: 0.0472608 Mar 11 03:16:11.544936 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-08984740-a1b5-4fe4-8157-48a99fa55d2c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a HTTP/1.1" status: 200 len: 217 time: 0.0359712 Mar 11 03:16:11.600186 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-57daa392-0d2d-4300-9117-a30c629ae2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:11.601616 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-57daa392-0d2d-4300-9117-a30c629ae2c0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a31257a5-7a1e-45b3-aef2-2a2faf6425a3 HTTP/1.1" status: 200 len: 854 time: 0.0502067 Mar 11 03:16:11.649159 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-9cf113cb-cf60-4ddd-91a7-1d611bac28cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:11.650636 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-9cf113cb-cf60-4ddd-91a7-1d611bac28cf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd48ed16-54d7-4f44-be1f-91d180612d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436311 Mar 11 03:16:11.745738 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-456f358c-d43c-4923-b572-3111da8d0c26 service neutron] 10.222.0.18 "GET /v2.0/networks/fd48ed16-54d7-4f44-be1f-91d180612d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861740 Mar 11 03:16:11.831963 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-326d20e3-2263-4aae-a9a5-6c0abd4d1830 req-93907c93-c2ab-475e-968a-10881b43863b service neutron] 10.222.0.18 "GET /v2.0/networks/fd48ed16-54d7-4f44-be1f-91d180612d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792098 Mar 11 03:16:11.922198 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936c1f3-2f0a-456b-bf02-51c1211cd47f req-716c9f03-ca91-4346-86bb-bbb4a43515a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:11.924290 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1936c1f3-2f0a-456b-bf02-51c1211cd47f req-716c9f03-ca91-4346-86bb-bbb4a43515a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=717229175a63443abe76773a02a79818&device_id=253793f7-6aa3-40e8-8117-32b46936079b HTTP/1.1" status: 200 len: 1127 time: 0.0461807 Mar 11 03:16:12.017010 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936c1f3-2f0a-456b-bf02-51c1211cd47f req-0803cd86-faf4-48a0-bcb1-4370fb82c94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:12.018391 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1936c1f3-2f0a-456b-bf02-51c1211cd47f req-0803cd86-faf4-48a0-bcb1-4370fb82c94a service neutron] 10.222.0.18 "GET /v2.0/networks?id=fd48ed16-54d7-4f44-be1f-91d180612d66 HTTP/1.1" status: 200 len: 915 time: 0.0864508 Mar 11 03:16:12.060568 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1936c1f3-2f0a-456b-bf02-51c1211cd47f req-cfc86174-ea40-4e65-ad49-a413db61aaae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a HTTP/1.1" status: 200 len: 217 time: 0.0344746 Mar 11 03:16:12.112293 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936c1f3-2f0a-456b-bf02-51c1211cd47f req-8ab4e061-7069-4e8c-ac72-28b6cefae3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:12.113900 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1936c1f3-2f0a-456b-bf02-51c1211cd47f req-8ab4e061-7069-4e8c-ac72-28b6cefae3ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a31257a5-7a1e-45b3-aef2-2a2faf6425a3 HTTP/1.1" status: 200 len: 854 time: 0.0477438 Mar 11 03:16:12.165696 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936c1f3-2f0a-456b-bf02-51c1211cd47f req-85b68989-4058-4fa5-99c1-f1e2c3c9d416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:12.167232 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1936c1f3-2f0a-456b-bf02-51c1211cd47f req-85b68989-4058-4fa5-99c1-f1e2c3c9d416 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd48ed16-54d7-4f44-be1f-91d180612d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441625 Mar 11 03:16:12.270406 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1936c1f3-2f0a-456b-bf02-51c1211cd47f req-3f99febc-730d-4f2f-a7e8-ac1ee9eb8a3c service neutron] 10.222.0.18 "GET /v2.0/networks/fd48ed16-54d7-4f44-be1f-91d180612d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952001 Mar 11 03:16:12.322169 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c895dd0-9611-45f7-a90f-59c0ad1648a6 req-d6ff0b9d-9eec-4c8a-a6b4-5b04ddce316b tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:12.323735 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1c895dd0-9611-45f7-a90f-59c0ad1648a6 req-d6ff0b9d-9eec-4c8a-a6b4-5b04ddce316b tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=253793f7-6aa3-40e8-8117-32b46936079b HTTP/1.1" status: 200 len: 943 time: 0.0585361 Mar 11 03:16:12.398788 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1936c1f3-2f0a-456b-bf02-51c1211cd47f req-26d62509-d2e0-4be4-b154-78bbdf4d4409 service neutron] 10.222.0.18 "GET /v2.0/networks/fd48ed16-54d7-4f44-be1f-91d180612d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220899 Mar 11 03:16:12.407568 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9f3cd6c3-8f1d-4d36-879d-fd3efa8aff6f req-c47a1788-9d82-4988-ac51-a32a44d2286f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0e92935c-cf46-4a2d-84c0-fc88fc54482b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698798 Mar 11 03:16:12.509428 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cd6c3-8f1d-4d36-879d-fd3efa8aff6f req-f07070e4-3be2-4152-8192-293bad93de4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:12.510964 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9f3cd6c3-8f1d-4d36-879d-fd3efa8aff6f req-f07070e4-3be2-4152-8192-293bad93de4b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35782709df5e4313b93edef74cf56852&device_id=0e92935c-cf46-4a2d-84c0-fc88fc54482b HTTP/1.1" status: 200 len: 1129 time: 0.0559120 Mar 11 03:16:12.608601 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1c895dd0-9611-45f7-a90f-59c0ad1648a6 req-7e808433-9d2b-4d0d-94a0-f1658445f21e tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b337353-4922-4363-a5f1-9a9019911105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2787147 Mar 11 03:16:12.620457 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cd6c3-8f1d-4d36-879d-fd3efa8aff6f req-91c21800-4a9a-4815-93f0-952407ebbcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:12.626060 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9f3cd6c3-8f1d-4d36-879d-fd3efa8aff6f req-91c21800-4a9a-4815-93f0-952407ebbcb4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=40900669-df90-4f82-b7ae-055eaee2edde HTTP/1.1" status: 200 len: 912 time: 0.0900192 Mar 11 03:16:12.694424 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9f3cd6c3-8f1d-4d36-879d-fd3efa8aff6f req-1929e5a9-400c-449f-8c57-bd170f1e30c5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1f50262a-dd08-4225-b4c8-45178321485b HTTP/1.1" status: 200 len: 1000 time: 0.0620794 Mar 11 03:16:12.740609 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cd6c3-8f1d-4d36-879d-fd3efa8aff6f req-7d230556-9d84-4cf0-bdae-7f12aaba8749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:12.742025 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9f3cd6c3-8f1d-4d36-879d-fd3efa8aff6f req-7d230556-9d84-4cf0-bdae-7f12aaba8749 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a2b4a50b-7f36-4ec6-b3c7-892482e45a07 HTTP/1.1" status: 200 len: 851 time: 0.0420015 Mar 11 03:16:12.789876 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cd6c3-8f1d-4d36-879d-fd3efa8aff6f req-15cdb0ca-2b60-4146-b198-cfe5ef3aa2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:12.791314 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9f3cd6c3-8f1d-4d36-879d-fd3efa8aff6f req-15cdb0ca-2b60-4146-b198-cfe5ef3aa2ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=40900669-df90-4f82-b7ae-055eaee2edde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431819 Mar 11 03:16:12.885079 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9f3cd6c3-8f1d-4d36-879d-fd3efa8aff6f req-953cc5aa-0482-4840-a0ab-3dcd97e57b9c service neutron] 10.222.0.18 "GET /v2.0/networks/40900669-df90-4f82-b7ae-055eaee2edde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858142 Mar 11 03:16:12.972228 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9f3cd6c3-8f1d-4d36-879d-fd3efa8aff6f req-524d172f-730a-4759-a6db-bf3fd51e36af service neutron] 10.222.0.18 "GET /v2.0/networks/40900669-df90-4f82-b7ae-055eaee2edde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796406 Mar 11 03:16:13.052470 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 03:16:13.152033 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a,segment=NetworkSegment(ef342fbb-c25c-49c4-bd38-1f15c79d8ac6),segment_id=ef342fbb-c25c-49c4-bd38-1f15c79d8ac6)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:16:13.163457 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Returning: {'device': '3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'port_id': '3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a', 'mac_address': 'fa:16:3e:fd:6a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 03:16:13.200573 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:16:13.200956 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:13.214494 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:16:13.234890 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a,segment=NetworkSegment(ef342fbb-c25c-49c4-bd38-1f15c79d8ac6),segment_id=ef342fbb-c25c-49c4-bd38-1f15c79d8ac6)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:16:13.239505 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:13.289840 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:16:13.502014 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] get_ports_and_sgs() called for port_ids ['3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:16:13.551260 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 50094) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:16:13.659703 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c6d2c23d-e6f3-4357-a737-419ac31628f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:13.760245 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f2a1c-c6b3-402d-a3d5-3ff38e02730c req-f28dc967-0d2f-4129-bc15-a211efc08205 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:13.761714 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b39f2a1c-c6b3-402d-a3d5-3ff38e02730c req-f28dc967-0d2f-4129-bc15-a211efc08205 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=253793f7-6aa3-40e8-8117-32b46936079b HTTP/1.1" status: 200 len: 944 time: 0.0788510 Mar 11 03:16:13.793551 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c6d2c23d-e6f3-4357-a737-419ac31628f0 admin admin] Publish callbacks [] for security_group (9e673e97-7610-4bdc-aa18-5254ffa87af6), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:13.800749 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-c6d2c23d-e6f3-4357-a737-419ac31628f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (9e673e97-7610-4bdc-aa18-5254ffa87af6), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:13.856785 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-c6d2c23d-e6f3-4357-a737-419ac31628f0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1aae55708f474228af67d622e1549277&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3043880 Mar 11 03:16:13.859533 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 50102) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:16:13.860467 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b39f2a1c-c6b3-402d-a3d5-3ff38e02730c req-6299f5ab-5236-4bea-99fa-613026b18e4a tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b337353-4922-4363-a5f1-9a9019911105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904379 Mar 11 03:16:13.861222 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2c23d-e6f3-4357-a737-419ac31628f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e673e97-7610-4bdc-aa18-5254ffa87af6,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:16:13.911493 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4f1f778e-6cc9-4745-af95-28bc9bf051a9 admin admin] Publish callbacks [] for security_group (9e673e97-7610-4bdc-aa18-5254ffa87af6), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:13.931484 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4f1f778e-6cc9-4745-af95-28bc9bf051a9 admin admin] Publish callbacks [] for security_group (9e673e97-7610-4bdc-aa18-5254ffa87af6), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:13.977567 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4f1f778e-6cc9-4745-af95-28bc9bf051a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (9e673e97-7610-4bdc-aa18-5254ffa87af6), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:13.980017 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-4f1f778e-6cc9-4745-af95-28bc9bf051a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:13.981245 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-4f1f778e-6cc9-4745-af95-28bc9bf051a9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9e673e97-7610-4bdc-aa18-5254ffa87af6 HTTP/1.1" status: 204 len: 168 time: 0.1205795 Mar 11 03:16:13.988915 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f778e-6cc9-4745-af95-28bc9bf051a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e673e97-7610-4bdc-aa18-5254ffa87af6,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:16:14.236066 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 50108) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:16:14.249093 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b0db6e82-384d-495c-a0c0-b44f2c537689 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:14.324240 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b0db6e82-384d-495c-a0c0-b44f2c537689 admin admin] Publish callbacks [] for security_group (f8a065cb-63ac-48c0-b56e-d689da7c8aa5), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:14.327639 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b0db6e82-384d-495c-a0c0-b44f2c537689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (f8a065cb-63ac-48c0-b56e-d689da7c8aa5), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:14.366807 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-b0db6e82-384d-495c-a0c0-b44f2c537689 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1fca662a2ab14b1ab9154f85142ae0c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297016 Mar 11 03:16:14.367660 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db6e82-384d-495c-a0c0-b44f2c537689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a065cb-63ac-48c0-b56e-d689da7c8aa5,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:16:14.369483 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 50110) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:16:14.416983 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a088f9ad-b161-4032-bc01-6f961c752bf4 admin admin] Publish callbacks [] for security_group (f8a065cb-63ac-48c0-b56e-d689da7c8aa5), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:14.437751 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a088f9ad-b161-4032-bc01-6f961c752bf4 admin admin] Publish callbacks [] for security_group (f8a065cb-63ac-48c0-b56e-d689da7c8aa5), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:14.486688 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a088f9ad-b161-4032-bc01-6f961c752bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (f8a065cb-63ac-48c0-b56e-d689da7c8aa5), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:14.489118 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a088f9ad-b161-4032-bc01-6f961c752bf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:14.490281 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a088f9ad-b161-4032-bc01-6f961c752bf4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f8a065cb-63ac-48c0-b56e-d689da7c8aa5 HTTP/1.1" status: 204 len: 168 time: 0.1197777 Mar 11 03:16:14.498078 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a088f9ad-b161-4032-bc01-6f961c752bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a065cb-63ac-48c0-b56e-d689da7c8aa5,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:16:14.979854 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8b002-49a3-42ea-b2be-d92d35306b27 req-7f78604b-08ae-4d93-bff6-19b43c058530 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:14.981351 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cda8b002-49a3-42ea-b2be-d92d35306b27 req-7f78604b-08ae-4d93-bff6-19b43c058530 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=253793f7-6aa3-40e8-8117-32b46936079b HTTP/1.1" status: 200 len: 944 time: 0.0527990 Mar 11 03:16:15.030064 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cda8b002-49a3-42ea-b2be-d92d35306b27 req-671241b2-419f-4b3f-9bdc-4874978d6d82 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b337353-4922-4363-a5f1-9a9019911105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428929 Mar 11 03:16:15.062544 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a up at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:16:15.116354 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning for port 3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 03:16:15.120417 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning complete for port 3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:16:15.120793 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:15.199624 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:16:15.200015 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:15.224736 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253793f7-6aa3-40e8-8117-32b46936079b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:16:15.227018 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288e491573ecc61b3bf0bc0bc1cef05b47d52e8efc38ed9f7c410eed2e18b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1333be7-a840-4adf-bb93-224cff0dc0a7" -d '{"events": [{"server_uuid": "253793f7-6aa3-40e8-8117-32b46936079b", "name": "network-vif-plugged", "status": "completed", "tag": "3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:16:15.243265 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a,segment=NetworkSegment(ef342fbb-c25c-49c4-bd38-1f15c79d8ac6),segment_id=ef342fbb-c25c-49c4-bd38-1f15c79d8ac6)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:16:15.248035 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:15.272450 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff5ea9a-c49c-400e-95fd-64cc17b056ad x-openstack-request-id: req-2ff5ea9a-c49c-400e-95fd-64cc17b056ad {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:16:15.272788 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253793f7-6aa3-40e8-8117-32b46936079b", "name": "network-vif-plugged", "status": "completed", "tag": "3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:16:15.272996 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2ff5ea9a-c49c-400e-95fd-64cc17b056ad {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:16:15.273514 dv-cinder-740146-14-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253793f7-6aa3-40e8-8117-32b46936079b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a', 'code': 200} Mar 11 03:16:15.301452 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:16:15.444759 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceafa704-57b9-40ef-b275-f145f4471531 req-4035ca65-b467-4f8b-baa5-cc12ab8da5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:15.446392 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ceafa704-57b9-40ef-b275-f145f4471531 req-4035ca65-b467-4f8b-baa5-cc12ab8da5f8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=253793f7-6aa3-40e8-8117-32b46936079b HTTP/1.1" status: 200 len: 1129 time: 0.0478990 Mar 11 03:16:15.490945 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ceafa704-57b9-40ef-b275-f145f4471531 req-e3ae6c11-9568-452d-a008-6b7635cd1a2f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4b337353-4922-4363-a5f1-9a9019911105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383234 Mar 11 03:16:16.155313 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bc93d-2b05-4150-9610-4da52ce27f59 req-45400884-a881-4b9f-ac0d-0889874e470b tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:16.157570 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-406bc93d-2b05-4150-9610-4da52ce27f59 req-45400884-a881-4b9f-ac0d-0889874e470b tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=253793f7-6aa3-40e8-8117-32b46936079b HTTP/1.1" status: 200 len: 945 time: 0.0578463 Mar 11 03:16:16.204674 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-406bc93d-2b05-4150-9610-4da52ce27f59 req-9a45b46f-bbbe-4719-ad8d-2c9a7bac3884 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b337353-4922-4363-a5f1-9a9019911105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420530 Mar 11 03:16:16.489941 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:16:17.323684 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7cc69-2c7d-47c5-8e0f-b349c68bdfa7 req-124ee1f4-112c-4248-b08f-aaaeb463ffc2 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:17.325095 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-05e7cc69-2c7d-47c5-8e0f-b349c68bdfa7 req-124ee1f4-112c-4248-b08f-aaaeb463ffc2 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=253793f7-6aa3-40e8-8117-32b46936079b HTTP/1.1" status: 200 len: 945 time: 0.0527151 Mar 11 03:16:17.371101 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-05e7cc69-2c7d-47c5-8e0f-b349c68bdfa7 req-2969c59a-15cb-4bc1-b665-dda878080c8e tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b337353-4922-4363-a5f1-9a9019911105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403919 Mar 11 03:16:17.490906 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a886c-c194-496d-addc-5a4e3b3c96b0 req-f07325a2-a469-4708-954f-759b95589aec tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:17.492357 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-aa0a886c-c194-496d-addc-5a4e3b3c96b0 req-f07325a2-a469-4708-954f-759b95589aec tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=253793f7-6aa3-40e8-8117-32b46936079b HTTP/1.1" status: 200 len: 945 time: 0.0595353 Mar 11 03:16:17.500720 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 50190) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:16:17.505785 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-20904dd3-b8d7-4675-9c11-244daeefd781 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Request body: {'floatingip': {'port_id': '3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:16:17.543330 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-20904dd3-b8d7-4675-9c11-244daeefd781 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for floatingip (f4fef5e9-cce8-4a90-ba9d-adda0a64da2e), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:18.001305 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-20904dd3-b8d7-4675-9c11-244daeefd781 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:18.005118 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-20904dd3-b8d7-4675-9c11-244daeefd781 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740024'] for floatingip (f4fef5e9-cce8-4a90-ba9d-adda0a64da2e), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:18.109527 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.db.l3_db [None req-20904dd3-b8d7-4675-9c11-244daeefd781 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Floating IP f4fef5e9-cce8-4a90-ba9d-adda0a64da2e associated. External IP: 172.27.2.122, port: 3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a. Mar 11 03:16:18.335484 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20904dd3-b8d7-4675-9c11-244daeefd781 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Router 85f1d4b4-841e-4e79-b6a3-22bb7b77955c has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:16:18.445436 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20904dd3-b8d7-4675-9c11-244daeefd781 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:16:18.450590 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-20904dd3-b8d7-4675-9c11-244daeefd781 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:18.457288 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923b36f5-05cd-4791-a3b7-d23477b7e932 None None] Sync routers for ids ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'] in dv-cinder-740146-14-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:16:18.469896 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923b36f5-05cd-4791-a3b7-d23477b7e932 None None] Routers {'85f1d4b4-841e-4e79-b6a3-22bb7b77955c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:16:18.469896 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-923b36f5-05cd-4791-a3b7-d23477b7e932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:16:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:16:18.484082 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-20904dd3-b8d7-4675-9c11-244daeefd781 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "PUT /v2.0/floatingips/f4fef5e9-cce8-4a90-ba9d-adda0a64da2e HTTP/1.1" status: 200 len: 991 time: 0.9820971 Mar 11 03:16:18.484688 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '253793f7-6aa3-40e8-8117-32b46936079b', 'tag': '3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:16:18.488181 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1357ad19-623e-4697-a622-30c253b25fa6" -d '{"events": [{"name": "network-changed", "server_uuid": "253793f7-6aa3-40e8-8117-32b46936079b", "tag": "3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:16:18.530813 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5c70f4-090c-47d1-b784-f7dd2a58547f x-openstack-request-id: req-bf5c70f4-090c-47d1-b784-f7dd2a58547f {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:16:18.531949 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "253793f7-6aa3-40e8-8117-32b46936079b", "tag": "3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:16:18.531949 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf5c70f4-090c-47d1-b784-f7dd2a58547f {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:16:18.532267 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '253793f7-6aa3-40e8-8117-32b46936079b', 'tag': '3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a', 'status': 'completed', 'code': 200} Mar 11 03:16:18.599362 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-923b36f5-05cd-4791-a3b7-d23477b7e932 None None] Set router 85f1d4b4-841e-4e79-b6a3-22bb7b77955c gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:16:18.824759 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-923b36f5-05cd-4791-a3b7-d23477b7e932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'name': 'tempest-AttachVolumeNegativeTest-1651227581-router', 'tenant_id': '717229175a63443abe76773a02a79818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:43Z', 'revision_number': 4, 'project_id': '717229175a63443abe76773a02a79818', 'gw_port': {'id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': 'f4fef5e9-cce8-4a90-ba9d-adda0a64da2e', 'tenant_id': '717229175a63443abe76773a02a79818', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'port_id': '3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'mac_address': 'fa:16:3e:fd:6a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253793f7-6aa3-40e8-8117-32b46936079b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:16:07Z', 'updated_at': '2022-03-11T03:16:17Z', 'revision_number': 1, 'project_id': '717229175a63443abe76773a02a79818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da53b0d-6348-40da-9feb-9dadaf4fc389', 'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'tenant_id': '717229175a63443abe76773a02a79818', 'mac_address': 'fa:16:3e:bf:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:42Z', 'updated_at': '2022-03-11T03:12:46Z', 'revision_number': 5, 'project_id': '717229175a63443abe76773a02a79818', 'subnets': [{'id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:16:18.851871 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923b36f5-05cd-4791-a3b7-d23477b7e932 None None] Checking router: 85f1d4b4-841e-4e79-b6a3-22bb7b77955c for host: dv-cinder-740146-14-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:16:18.860547 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923b36f5-05cd-4791-a3b7-d23477b7e932 None None] Routers {'85f1d4b4-841e-4e79-b6a3-22bb7b77955c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:16:18.861152 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-923b36f5-05cd-4791-a3b7-d23477b7e932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:16:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:16:18.970434 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-923b36f5-05cd-4791-a3b7-d23477b7e932 None None] Set router 85f1d4b4-841e-4e79-b6a3-22bb7b77955c gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:16:19.189168 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-923b36f5-05cd-4791-a3b7-d23477b7e932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'name': 'tempest-AttachVolumeNegativeTest-1651227581-router', 'tenant_id': '717229175a63443abe76773a02a79818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:43Z', 'revision_number': 4, 'project_id': '717229175a63443abe76773a02a79818', 'gw_port': {'id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': 'f4fef5e9-cce8-4a90-ba9d-adda0a64da2e', 'tenant_id': '717229175a63443abe76773a02a79818', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'port_id': '3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'mac_address': 'fa:16:3e:fd:6a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253793f7-6aa3-40e8-8117-32b46936079b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:16:07Z', 'updated_at': '2022-03-11T03:16:17Z', 'revision_number': 1, 'project_id': '717229175a63443abe76773a02a79818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da53b0d-6348-40da-9feb-9dadaf4fc389', 'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'tenant_id': '717229175a63443abe76773a02a79818', 'mac_address': 'fa:16:3e:bf:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:42Z', 'updated_at': '2022-03-11T03:12:46Z', 'revision_number': 5, 'project_id': '717229175a63443abe76773a02a79818', 'subnets': [{'id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:16:19.217710 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923b36f5-05cd-4791-a3b7-d23477b7e932 None None] The sync data for ids ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'] in dv-cinder-740146-14-iscsi is: [{'id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'name': 'tempest-AttachVolumeNegativeTest-1651227581-router', 'tenant_id': '717229175a63443abe76773a02a79818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:43Z', 'revision_number': 4, 'project_id': '717229175a63443abe76773a02a79818', 'gw_port': {'id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': 'f4fef5e9-cce8-4a90-ba9d-adda0a64da2e', 'tenant_id': '717229175a63443abe76773a02a79818', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'port_id': '3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'mac_address': 'fa:16:3e:fd:6a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '253793f7-6aa3-40e8-8117-32b46936079b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:16:07Z', 'updated_at': '2022-03-11T03:16:17Z', 'revision_number': 1, 'project_id': '717229175a63443abe76773a02a79818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da53b0d-6348-40da-9feb-9dadaf4fc389', 'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'tenant_id': '717229175a63443abe76773a02a79818', 'mac_address': 'fa:16:3e:bf:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:42Z', 'updated_at': '2022-03-11T03:12:46Z', 'revision_number': 5, 'project_id': '717229175a63443abe76773a02a79818', 'subnets': [{'id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:16:19.408505 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ca03c7-60cb-4db8-9048-ec6cb8ecdf9c None None] New status for floating IP f4fef5e9-cce8-4a90-ba9d-adda0a64da2e: ACTIVE {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 03:16:19.872595 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357ad19-623e-4697-a622-30c253b25fa6 req-8f008c12-1032-416c-97f7-ef1ddfb38780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:19.874101 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1357ad19-623e-4697-a622-30c253b25fa6 req-8f008c12-1032-416c-97f7-ef1ddfb38780 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=717229175a63443abe76773a02a79818&device_id=253793f7-6aa3-40e8-8117-32b46936079b HTTP/1.1" status: 200 len: 1129 time: 0.0463285 Mar 11 03:16:19.968155 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357ad19-623e-4697-a622-30c253b25fa6 req-af3d734c-4c35-4b0b-aa6f-57847cb254f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:19.970107 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1357ad19-623e-4697-a622-30c253b25fa6 req-af3d734c-4c35-4b0b-aa6f-57847cb254f0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fd48ed16-54d7-4f44-be1f-91d180612d66 HTTP/1.1" status: 200 len: 915 time: 0.0894790 Mar 11 03:16:20.161670 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1357ad19-623e-4697-a622-30c253b25fa6 req-a7ee32f5-2a17-4df5-a890-0a52f126d6ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a HTTP/1.1" status: 200 len: 1001 time: 0.0635226 Mar 11 03:16:20.218436 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357ad19-623e-4697-a622-30c253b25fa6 req-64bff172-788b-4e71-a89e-639cb7d9a729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:20.220276 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1357ad19-623e-4697-a622-30c253b25fa6 req-64bff172-788b-4e71-a89e-639cb7d9a729 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a31257a5-7a1e-45b3-aef2-2a2faf6425a3 HTTP/1.1" status: 200 len: 854 time: 0.0528355 Mar 11 03:16:20.275937 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357ad19-623e-4697-a622-30c253b25fa6 req-57727b77-2b53-4998-b639-ebb8fc3f4974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:20.277451 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1357ad19-623e-4697-a622-30c253b25fa6 req-57727b77-2b53-4998-b639-ebb8fc3f4974 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fd48ed16-54d7-4f44-be1f-91d180612d66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0506811 Mar 11 03:16:20.368970 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1357ad19-623e-4697-a622-30c253b25fa6 req-32c5e4ab-6e71-4cd6-91ab-d16664dc1e43 service neutron] 10.222.0.18 "GET /v2.0/networks/fd48ed16-54d7-4f44-be1f-91d180612d66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852103 Mar 11 03:16:20.716061 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1357ad19-623e-4697-a622-30c253b25fa6 req-096c081b-b990-4f6b-bb9e-5a71cb315606 service neutron] 10.222.0.18 "GET /v2.0/networks/fd48ed16-54d7-4f44-be1f-91d180612d66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394730 Mar 11 03:16:25.603352 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 50298) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:16:25.707138 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-59d1758d-8235-4360-9160-ecaa2ab62473 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:25.778785 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-59d1758d-8235-4360-9160-ecaa2ab62473 admin admin] Publish callbacks [] for security_group (de47fd8e-fe0c-496d-b0b1-a170bf1fe6eb), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:25.783721 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-59d1758d-8235-4360-9160-ecaa2ab62473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (de47fd8e-fe0c-496d-b0b1-a170bf1fe6eb), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:25.819907 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-59d1758d-8235-4360-9160-ecaa2ab62473 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9515e4c3c2ac421f849ffdbbe2bb5b3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154996 Mar 11 03:16:25.821795 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d1758d-8235-4360-9160-ecaa2ab62473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de47fd8e-fe0c-496d-b0b1-a170bf1fe6eb,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:16:25.822768 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 50302) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:16:25.871874 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-50da9804-3e3b-440a-ab5a-2819f04246c2 admin admin] Publish callbacks [] for security_group (de47fd8e-fe0c-496d-b0b1-a170bf1fe6eb), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:25.893728 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-50da9804-3e3b-440a-ab5a-2819f04246c2 admin admin] Publish callbacks [] for security_group (de47fd8e-fe0c-496d-b0b1-a170bf1fe6eb), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:25.938465 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-50da9804-3e3b-440a-ab5a-2819f04246c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (de47fd8e-fe0c-496d-b0b1-a170bf1fe6eb), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:25.941947 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-50da9804-3e3b-440a-ab5a-2819f04246c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:25.943066 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-50da9804-3e3b-440a-ab5a-2819f04246c2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/de47fd8e-fe0c-496d-b0b1-a170bf1fe6eb HTTP/1.1" status: 204 len: 168 time: 0.1193202 Mar 11 03:16:25.950889 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da9804-3e3b-440a-ab5a-2819f04246c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de47fd8e-fe0c-496d-b0b1-a170bf1fe6eb,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:16:26.197499 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 50308) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:16:26.211121 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-509019df-9735-48d7-91fc-e280db4d4b35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:26.285580 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-509019df-9735-48d7-91fc-e280db4d4b35 admin admin] Publish callbacks [] for security_group (5fe9cf4d-7e48-47e1-86da-54b71b4fba4e), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:26.289228 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-509019df-9735-48d7-91fc-e280db4d4b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (5fe9cf4d-7e48-47e1-86da-54b71b4fba4e), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:26.326937 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-509019df-9735-48d7-91fc-e280db4d4b35 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6704653c7d134cdebfe4b74b0c2ec882&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1283062 Mar 11 03:16:26.328793 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509019df-9735-48d7-91fc-e280db4d4b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe9cf4d-7e48-47e1-86da-54b71b4fba4e,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:16:26.329606 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 50310) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:16:26.376615 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-42a50906-c17c-4349-a435-676eae8fd6b4 admin admin] Publish callbacks [] for security_group (5fe9cf4d-7e48-47e1-86da-54b71b4fba4e), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:26.397160 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-42a50906-c17c-4349-a435-676eae8fd6b4 admin admin] Publish callbacks [] for security_group (5fe9cf4d-7e48-47e1-86da-54b71b4fba4e), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:26.446859 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-42a50906-c17c-4349-a435-676eae8fd6b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (5fe9cf4d-7e48-47e1-86da-54b71b4fba4e), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:26.449354 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-42a50906-c17c-4349-a435-676eae8fd6b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:26.450519 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-42a50906-c17c-4349-a435-676eae8fd6b4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5fe9cf4d-7e48-47e1-86da-54b71b4fba4e HTTP/1.1" status: 204 len: 168 time: 0.1198266 Mar 11 03:16:26.458201 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a50906-c17c-4349-a435-676eae8fd6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe9cf4d-7e48-47e1-86da-54b71b4fba4e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:16:26.757614 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 50318) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:16:26.770658 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d9638db4-d4aa-47f1-a981-1845271bf72d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:26.842862 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d9638db4-d4aa-47f1-a981-1845271bf72d admin admin] Publish callbacks [] for security_group (c1c65ce1-1a37-4716-afd1-5404a0f8c1be), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:26.846784 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d9638db4-d4aa-47f1-a981-1845271bf72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (c1c65ce1-1a37-4716-afd1-5404a0f8c1be), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:26.884197 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d9638db4-d4aa-47f1-a981-1845271bf72d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d22d299b52340c7bf5975b63730b279&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1255035 Mar 11 03:16:26.885395 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9638db4-d4aa-47f1-a981-1845271bf72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c65ce1-1a37-4716-afd1-5404a0f8c1be,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:16:26.886897 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 50320) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:16:26.936501 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-984cfc76-2a82-413a-9087-bd23b7c67846 admin admin] Publish callbacks [] for security_group (c1c65ce1-1a37-4716-afd1-5404a0f8c1be), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:26.957842 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-984cfc76-2a82-413a-9087-bd23b7c67846 admin admin] Publish callbacks [] for security_group (c1c65ce1-1a37-4716-afd1-5404a0f8c1be), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:27.003038 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-984cfc76-2a82-413a-9087-bd23b7c67846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (c1c65ce1-1a37-4716-afd1-5404a0f8c1be), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:27.005597 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-984cfc76-2a82-413a-9087-bd23b7c67846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:27.006945 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-984cfc76-2a82-413a-9087-bd23b7c67846 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c1c65ce1-1a37-4716-afd1-5404a0f8c1be HTTP/1.1" status: 204 len: 168 time: 0.1183615 Mar 11 03:16:27.014883 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984cfc76-2a82-413a-9087-bd23b7c67846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c65ce1-1a37-4716-afd1-5404a0f8c1be,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:16:29.073651 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-24fe133d-4e3c-4454-b776-aeed9725796c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:31.445113 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f778f647-1be0-4510-ba28-17e932cc13ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:32.667865 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:33.459414 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a5aff-04a4-43a0-9989-0577d737d4a1 req-52ed1973-740a-4462-b567-7fb100f3ab40 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:33.461521 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-699a5aff-04a4-43a0-9989-0577d737d4a1 req-52ed1973-740a-4462-b567-7fb100f3ab40 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e9f719e-5599-40fa-a8b9-0257e0f1a938 HTTP/1.1" status: 200 len: 945 time: 0.0597959 Mar 11 03:16:33.507862 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-699a5aff-04a4-43a0-9989-0577d737d4a1 req-56a790a5-3584-4da4-b70c-d5aa820a0db4 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/security-groups?id=efae41f2-0602-4ecf-ba79-99da1f001ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406401 Mar 11 03:16:34.256592 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:34.628568 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af9c86-9f7e-489a-ac83-45bfb7ebd982 req-1ce2d633-f0a0-4471-9ebb-818d41b17355 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:34.630071 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d1af9c86-9f7e-489a-ac83-45bfb7ebd982 req-1ce2d633-f0a0-4471-9ebb-818d41b17355 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e9f719e-5599-40fa-a8b9-0257e0f1a938 HTTP/1.1" status: 200 len: 945 time: 0.0539746 Mar 11 03:16:34.682032 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d1af9c86-9f7e-489a-ac83-45bfb7ebd982 req-0aad3d85-b8ad-4a4e-a73c-9946f746eafa tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/security-groups?id=efae41f2-0602-4ecf-ba79-99da1f001ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460887 Mar 11 03:16:35.052107 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6266c-507f-48ec-97ef-1eacdc9d6b9a req-e7b43d0a-8b5d-48ff-9709-37895a62531e tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:35.053551 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d8e6266c-507f-48ec-97ef-1eacdc9d6b9a req-e7b43d0a-8b5d-48ff-9709-37895a62531e tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9f719e-5599-40fa-a8b9-0257e0f1a938 HTTP/1.1" status: 200 len: 945 time: 0.0510442 Mar 11 03:16:35.148854 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-d8e6266c-507f-48ec-97ef-1eacdc9d6b9a req-b20613fa-84f6-49c7-9b84-bb680854f54f tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Deleting port 1f12daea-8772-426c-af1a-274b2ab4c5a6 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:16:35.149189 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d8e6266c-507f-48ec-97ef-1eacdc9d6b9a req-b20613fa-84f6-49c7-9b84-bb680854f54f tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (1f12daea-8772-426c-af1a-274b2ab4c5a6), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:35.234915 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-d8e6266c-507f-48ec-97ef-1eacdc9d6b9a req-b20613fa-84f6-49c7-9b84-bb680854f54f tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] For port 1f12daea-8772-426c-af1a-274b2ab4c5a6, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1f12daea-8772-426c-af1a-274b2ab4c5a6,segment=NetworkSegment(831c2b20-a370-4fb6-a638-fd8deae4a680),segment_id=831c2b20-a370-4fb6-a638-fd8deae4a680)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:16:35.235268 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d8e6266c-507f-48ec-97ef-1eacdc9d6b9a req-b20613fa-84f6-49c7-9b84-bb680854f54f tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (1f12daea-8772-426c-af1a-274b2ab4c5a6), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:35.247952 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-d8e6266c-507f-48ec-97ef-1eacdc9d6b9a req-b20613fa-84f6-49c7-9b84-bb680854f54f tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Calling delete_port for 1f12daea-8772-426c-af1a-274b2ab4c5a6 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:16:35.378733 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d8e6266c-507f-48ec-97ef-1eacdc9d6b9a req-b20613fa-84f6-49c7-9b84-bb680854f54f tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (1f12daea-8772-426c-af1a-274b2ab4c5a6), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:35.390597 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] get_ports_and_sgs() called for port_ids ['1f12daea-8772-426c-af1a-274b2ab4c5a6'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:16:35.405540 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20613fa-84f6-49c7-9b84-bb680854f54f tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Pushing event deleted for resources: {'Port': ['ID=1f12daea-8772-426c-af1a-274b2ab4c5a6,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:16:35.416218 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20613fa-84f6-49c7-9b84-bb680854f54f tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:16:35.416571 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20613fa-84f6-49c7-9b84-bb680854f54f tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:16:35.416920 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20613fa-84f6-49c7-9b84-bb680854f54f tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:16:35.417257 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20613fa-84f6-49c7-9b84-bb680854f54f tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:16:35.417594 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20613fa-84f6-49c7-9b84-bb680854f54f tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:16:35.417956 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20613fa-84f6-49c7-9b84-bb680854f54f tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:16:35.418293 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20613fa-84f6-49c7-9b84-bb680854f54f tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:16:35.418623 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20613fa-84f6-49c7-9b84-bb680854f54f tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:16:35.418950 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20613fa-84f6-49c7-9b84-bb680854f54f tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:16:35.419277 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20613fa-84f6-49c7-9b84-bb680854f54f tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:16:35.419602 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20613fa-84f6-49c7-9b84-bb680854f54f tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:16:35.419924 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20613fa-84f6-49c7-9b84-bb680854f54f tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:16:35.420248 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20613fa-84f6-49c7-9b84-bb680854f54f tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:16:35.462524 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e6266c-507f-48ec-97ef-1eacdc9d6b9a req-b20613fa-84f6-49c7-9b84-bb680854f54f tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] No DVR routers for this DVR port 1f12daea-8772-426c-af1a-274b2ab4c5a6 on host hv-cinder-74014 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:16:35.464907 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-d8e6266c-507f-48ec-97ef-1eacdc9d6b9a req-b20613fa-84f6-49c7-9b84-bb680854f54f tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:35.468100 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d8e6266c-507f-48ec-97ef-1eacdc9d6b9a req-b20613fa-84f6-49c7-9b84-bb680854f54f tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.18 "DELETE /v2.0/ports/1f12daea-8772-426c-af1a-274b2ab4c5a6 HTTP/1.1" status: 204 len: 173 time: 0.4095242 Mar 11 03:16:35.468529 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9f719e-5599-40fa-a8b9-0257e0f1a938', 'name': 'network-vif-deleted', 'tag': '1f12daea-8772-426c-af1a-274b2ab4c5a6'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:16:35.470790 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde018d0-339f-4a03-aa73-d664b3a3ba08" -d '{"events": [{"server_uuid": "0e9f719e-5599-40fa-a8b9-0257e0f1a938", "name": "network-vif-deleted", "tag": "1f12daea-8772-426c-af1a-274b2ab4c5a6"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:16:35.507890 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c7f326-7726-4b11-8828-2cc87d1a8eb0 x-openstack-request-id: req-c1c7f326-7726-4b11-8828-2cc87d1a8eb0 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:16:35.508229 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9f719e-5599-40fa-a8b9-0257e0f1a938", "name": "network-vif-deleted", "tag": "1f12daea-8772-426c-af1a-274b2ab4c5a6", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:16:35.508483 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c1c7f326-7726-4b11-8828-2cc87d1a8eb0 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:16:35.508881 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9f719e-5599-40fa-a8b9-0257e0f1a938', 'name': 'network-vif-deleted', 'tag': '1f12daea-8772-426c-af1a-274b2ab4c5a6', 'status': 'completed', 'code': 200} Mar 11 03:16:35.686653 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:35.785253 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6fb1ad10-402d-4a6b-ba93-9798fcca3c4b req-e0ecf0ff-d39a-4b7c-8990-db28cfdf1c59 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e9f719e-5599-40fa-a8b9-0257e0f1a938 HTTP/1.1" status: 200 len: 210 time: 0.0264828 Mar 11 03:16:36.623035 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:39.670964 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 1f12daea-8772-426c-af1a-274b2ab4c5a6 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:16:39.691180 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] No Port match for: 1f12daea-8772-426c-af1a-274b2ab4c5a6 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:16:39.691520 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 1f12daea-8772-426c-af1a-274b2ab4c5a6 not bound to the agent host hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:16:44.753890 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-42990de9-86ce-4a85-89d6-fa2007f0a474 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:44.755308 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-42990de9-86ce-4a85-89d6-fa2007f0a474 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/networks?id=0c4e3020-d0ba-49db-9c60-8152d4d4820b HTTP/1.1" status: 200 len: 813 time: 0.0996783 Mar 11 03:16:44.769492 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-19c658a0-8e09-45b0-a475-0861cb986638 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/quotas/2f248c16ad7a40acb03c521062491183 HTTP/1.1" status: 200 len: 375 time: 0.0088127 Mar 11 03:16:44.804571 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-4d1d0a62-b11d-4fc4-b033-b8ac7a0e2fb5 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2f248c16ad7a40acb03c521062491183&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304744 Mar 11 03:16:44.892333 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-404dcd20-105c-4d89-892f-cdbfa2ffc3b7 service neutron] 10.222.0.16 "GET /v2.0/networks/0c4e3020-d0ba-49db-9c60-8152d4d4820b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813601 Mar 11 03:16:44.984168 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-90197fc3-412a-4257-b7c4-36a822244e35 service neutron] 10.222.0.16 "GET /v2.0/networks/0c4e3020-d0ba-49db-9c60-8152d4d4820b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856514 Mar 11 03:16:45.138961 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2f8b89ac-3816-4ce2-ad6d-75985d40dd3f req-c9e0f0ce-c2cb-45ff-a7ae-d1efa2e44cba tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a61becde-c699-415b-ab82-26e3337dca3b HTTP/1.1" status: 200 len: 210 time: 0.0265510 Mar 11 03:16:46.028472 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-e6c99f5c-590a-4833-b777-7ae7ef51b660 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:46.029812 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-e6c99f5c-590a-4833-b777-7ae7ef51b660 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.18 "GET /v2.0/networks?id=0c4e3020-d0ba-49db-9c60-8152d4d4820b HTTP/1.1" status: 200 len: 813 time: 0.0994985 Mar 11 03:16:46.041817 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-0f733976-2c27-4571-a573-0963f9d785bd tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Request body: {'port': {'device_id': 'a61becde-c699-415b-ab82-26e3337dca3b', 'network_id': '0c4e3020-d0ba-49db-9c60-8152d4d4820b', 'admin_state_up': True, 'tenant_id': '2f248c16ad7a40acb03c521062491183'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:16:46.153010 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-0f733976-2c27-4571-a573-0963f9d785bd tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Made reservation on behalf of 2f248c16ad7a40acb03c521062491183 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:16:46.156358 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-0f733976-2c27-4571-a573-0963f9d785bd tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:46.233018 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-55e6bb36-3678-4f12-8a67-9843d9127391 req-02a2097c-3a7f-4e3f-b624-a6fd208e871d tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a61becde-c699-415b-ab82-26e3337dca3b HTTP/1.1" status: 200 len: 210 time: 0.0274372 Mar 11 03:16:46.285456 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-0f733976-2c27-4571-a573-0963f9d785bd tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Allocated IP 172.20.0.10 (0c4e3020-d0ba-49db-9c60-8152d4d4820b/63d0aa2b-98f2-4ba0-bfa8-8cae4c3855dc/49631a17-1720-4727-95ed-e094622974f1) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:16:46.431205 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-0f733976-2c27-4571-a573-0963f9d785bd tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Publish callbacks [] for port (49631a17-1720-4727-95ed-e094622974f1), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:46.464409 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-0f733976-2c27-4571-a573-0963f9d785bd tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (49631a17-1720-4727-95ed-e094622974f1), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:46.510205 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-0f733976-2c27-4571-a573-0963f9d785bd tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Network 0c4e3020-d0ba-49db-9c60-8152d4d4820b is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:16:46.515042 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-0f733976-2c27-4571-a573-0963f9d785bd tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:16:46.518640 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-0f733976-2c27-4571-a573-0963f9d785bd tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:16:46.525306 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f733976-2c27-4571-a573-0963f9d785bd tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Pushing event updated for resources: {'Port': ['ID=49631a17-1720-4727-95ed-e094622974f1,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:16:46.572861 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-0f733976-2c27-4571-a573-0963f9d785bd tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:46.573392 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-0f733976-2c27-4571-a573-0963f9d785bd tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:46.589173 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-0f733976-2c27-4571-a573-0963f9d785bd tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5510182 Mar 11 03:16:46.601689 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-4ee45187-5782-444c-9ce2-f7d443fc66fb service neutron] Request body: {'port': {'device_id': 'a61becde-c699-415b-ab82-26e3337dca3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:16:46.657423 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-4ee45187-5782-444c-9ce2-f7d443fc66fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (49631a17-1720-4727-95ed-e094622974f1), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:46.915895 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-4ee45187-5782-444c-9ce2-f7d443fc66fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49631a17-1720-4727-95ed-e094622974f1 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:16:46.923131 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-4ee45187-5782-444c-9ce2-f7d443fc66fb service neutron] Publish callbacks [] for port (49631a17-1720-4727-95ed-e094622974f1), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:46.938770 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-4ee45187-5782-444c-9ce2-f7d443fc66fb service neutron] Transition to ACTIVE for port object 49631a17-1720-4727-95ed-e094622974f1 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 03:16:46.943196 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-4ee45187-5782-444c-9ce2-f7d443fc66fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26187659'] for port (49631a17-1720-4727-95ed-e094622974f1), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:47.012316 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee45187-5782-444c-9ce2-f7d443fc66fb service neutron] Pushing event updated for resources: {'Port': ['ID=49631a17-1720-4727-95ed-e094622974f1,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:16:47.060785 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-4ee45187-5782-444c-9ce2-f7d443fc66fb service neutron] Attempting to bind port 49631a17-1720-4727-95ed-e094622974f1 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:16:47.061430 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-4ee45187-5782-444c-9ce2-f7d443fc66fb service neutron] Attempting to bind port 49631a17-1720-4727-95ed-e094622974f1 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '831c2b20-a370-4fb6-a638-fd8deae4a680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0c4e3020-d0ba-49db-9c60-8152d4d4820b'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:16:47.061430 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-4ee45187-5782-444c-9ce2-f7d443fc66fb service neutron] Attempting to bind port 49631a17-1720-4727-95ed-e094622974f1 on network 0c4e3020-d0ba-49db-9c60-8152d4d4820b {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:16:47.066141 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-4ee45187-5782-444c-9ce2-f7d443fc66fb service neutron] Port 49631a17-1720-4727-95ed-e094622974f1 on network 0c4e3020-d0ba-49db-9c60-8152d4d4820b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 03:16:47.066465 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-4ee45187-5782-444c-9ce2-f7d443fc66fb service neutron] Attempting to bind port 49631a17-1720-4727-95ed-e094622974f1 on network 0c4e3020-d0ba-49db-9c60-8152d4d4820b {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:16:47.071159 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-4ee45187-5782-444c-9ce2-f7d443fc66fb service neutron] Checking agent: {'id': '5f38bfdc-d68c-4827-815d-ecd182596ad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'started_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:16:47.071492 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-4ee45187-5782-444c-9ce2-f7d443fc66fb service neutron] Checking segment: {'id': '831c2b20-a370-4fb6-a638-fd8deae4a680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0c4e3020-d0ba-49db-9c60-8152d4d4820b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:16:47.071870 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-4ee45187-5782-444c-9ce2-f7d443fc66fb service neutron] Bound using segment: {'id': '831c2b20-a370-4fb6-a638-fd8deae4a680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0c4e3020-d0ba-49db-9c60-8152d4d4820b'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:16:47.072286 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-4ee45187-5782-444c-9ce2-f7d443fc66fb service neutron] Bound port: 49631a17-1720-4727-95ed-e094622974f1, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '831c2b20-a370-4fb6-a638-fd8deae4a680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '0c4e3020-d0ba-49db-9c60-8152d4d4820b'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:16:47.072636 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-4ee45187-5782-444c-9ce2-f7d443fc66fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (49631a17-1720-4727-95ed-e094622974f1), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:47.137817 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-4ee45187-5782-444c-9ce2-f7d443fc66fb service neutron] For port 49631a17-1720-4727-95ed-e094622974f1, host hv-cinder-74014, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:16:47.140943 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-4ee45187-5782-444c-9ce2-f7d443fc66fb service neutron] For port 49631a17-1720-4727-95ed-e094622974f1, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=49631a17-1720-4727-95ed-e094622974f1,segment=NetworkSegment(831c2b20-a370-4fb6-a638-fd8deae4a680),segment_id=831c2b20-a370-4fb6-a638-fd8deae4a680)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:16:47.147079 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-4ee45187-5782-444c-9ce2-f7d443fc66fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26187659'] for port (49631a17-1720-4727-95ed-e094622974f1), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:47.181390 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-4ee45187-5782-444c-9ce2-f7d443fc66fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:47.182077 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-4ee45187-5782-444c-9ce2-f7d443fc66fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:47.183447 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-4ee45187-5782-444c-9ce2-f7d443fc66fb service neutron] 10.222.0.18 "PUT /v2.0/ports/49631a17-1720-4727-95ed-e094622974f1 HTTP/1.1" status: 200 len: 1094 time: 0.5864501 Mar 11 03:16:47.183889 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61becde-c699-415b-ab82-26e3337dca3b', 'tag': '49631a17-1720-4727-95ed-e094622974f1'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:16:47.186168 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0753897-1983-4d9c-afe7-e42f6c3b70dd" -d '{"events": [{"name": "network-changed", "server_uuid": "a61becde-c699-415b-ab82-26e3337dca3b", "tag": "49631a17-1720-4727-95ed-e094622974f1"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:16:47.210802 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee45187-5782-444c-9ce2-f7d443fc66fb service neutron] Pushing event updated for resources: {'Port': ['ID=49631a17-1720-4727-95ed-e094622974f1,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:16:47.232790 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c3a38c-d0e1-4a4d-8ea1-cde124a72240 x-openstack-request-id: req-26c3a38c-d0e1-4a4d-8ea1-cde124a72240 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:16:47.233084 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61becde-c699-415b-ab82-26e3337dca3b", "tag": "49631a17-1720-4727-95ed-e094622974f1", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:16:47.233346 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-26c3a38c-d0e1-4a4d-8ea1-cde124a72240 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:16:47.233743 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a61becde-c699-415b-ab82-26e3337dca3b', 'tag': '49631a17-1720-4727-95ed-e094622974f1', 'status': 'completed', 'code': 200} Mar 11 03:16:47.271631 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-726d7421-969c-449a-8ed0-a4ac247e095e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:47.273156 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-726d7421-969c-449a-8ed0-a4ac247e095e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f248c16ad7a40acb03c521062491183&device_id=a61becde-c699-415b-ab82-26e3337dca3b HTTP/1.1" status: 200 len: 1128 time: 0.0491192 Mar 11 03:16:47.318701 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-2239429f-ae88-4031-aef5-f89abe245e77 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49631a17-1720-4727-95ed-e094622974f1 HTTP/1.1" status: 200 len: 217 time: 0.0381846 Mar 11 03:16:47.352509 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3554cb-72c2-4a09-989e-06b60546cc2a req-3158ad4a-bf6a-4782-8348-8dab78cc5f0a tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:47.354026 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2f3554cb-72c2-4a09-989e-06b60546cc2a req-3158ad4a-bf6a-4782-8348-8dab78cc5f0a tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a61becde-c699-415b-ab82-26e3337dca3b HTTP/1.1" status: 200 len: 944 time: 0.0536709 Mar 11 03:16:47.366763 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-9fed86df-e2a4-4431-bc47-af5767db975a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:47.368201 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-9fed86df-e2a4-4431-bc47-af5767db975a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=63d0aa2b-98f2-4ba0-bfa8-8cae4c3855dc HTTP/1.1" status: 200 len: 853 time: 0.0446172 Mar 11 03:16:47.399988 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-2325c618-6693-4d4c-a105-5081d0a2c0e5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c4e3020-d0ba-49db-9c60-8152d4d4820b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257120 Mar 11 03:16:47.410579 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2f3554cb-72c2-4a09-989e-06b60546cc2a req-afa4743b-03f7-45bd-9a52-751c71bcb9ca tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/security-groups?id=efae41f2-0602-4ecf-ba79-99da1f001ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505679 Mar 11 03:16:47.493433 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-5bba908b-834e-4af9-9aac-5ddcf897c9e3 service neutron] 10.222.0.18 "GET /v2.0/networks/0c4e3020-d0ba-49db-9c60-8152d4d4820b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868528 Mar 11 03:16:47.579122 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-4b018e7b-d8d0-4eda-8e15-60b756679cb2 req-1ef1f06d-085d-45a8-9f83-176086aaba95 service neutron] 10.222.0.18 "GET /v2.0/networks/0c4e3020-d0ba-49db-9c60-8152d4d4820b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794680 Mar 11 03:16:47.666099 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0753897-1983-4d9c-afe7-e42f6c3b70dd req-4db6e74d-2f49-41c1-91bb-49b6569adb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:47.667580 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e0753897-1983-4d9c-afe7-e42f6c3b70dd req-4db6e74d-2f49-41c1-91bb-49b6569adb6d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2f248c16ad7a40acb03c521062491183&device_id=a61becde-c699-415b-ab82-26e3337dca3b HTTP/1.1" status: 200 len: 1128 time: 0.0460844 Mar 11 03:16:47.763718 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0753897-1983-4d9c-afe7-e42f6c3b70dd req-3ddfec0f-4e79-49d4-8c1a-e6d3b0ce6259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:47.765081 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e0753897-1983-4d9c-afe7-e42f6c3b70dd req-3ddfec0f-4e79-49d4-8c1a-e6d3b0ce6259 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0c4e3020-d0ba-49db-9c60-8152d4d4820b HTTP/1.1" status: 200 len: 913 time: 0.0907109 Mar 11 03:16:47.805595 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e0753897-1983-4d9c-afe7-e42f6c3b70dd req-5a21ad2c-be03-49e5-9043-5b0b44b6e715 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49631a17-1720-4727-95ed-e094622974f1 HTTP/1.1" status: 200 len: 217 time: 0.0333574 Mar 11 03:16:47.855774 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0753897-1983-4d9c-afe7-e42f6c3b70dd req-265e80d4-298c-4dff-a9ab-dbcbb9cc8294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:47.857194 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e0753897-1983-4d9c-afe7-e42f6c3b70dd req-265e80d4-298c-4dff-a9ab-dbcbb9cc8294 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=63d0aa2b-98f2-4ba0-bfa8-8cae4c3855dc HTTP/1.1" status: 200 len: 853 time: 0.0460768 Mar 11 03:16:47.888395 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e0753897-1983-4d9c-afe7-e42f6c3b70dd req-7640124f-a7ab-47c1-a063-dd44a25133b8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0c4e3020-d0ba-49db-9c60-8152d4d4820b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244410 Mar 11 03:16:47.975621 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e0753897-1983-4d9c-afe7-e42f6c3b70dd req-bc8e78a1-b57a-4bba-9ca1-0126cb4aae91 service neutron] 10.222.0.18 "GET /v2.0/networks/0c4e3020-d0ba-49db-9c60-8152d4d4820b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806198 Mar 11 03:16:48.066694 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e0753897-1983-4d9c-afe7-e42f6c3b70dd req-851e24e6-3c68-4f3a-ad6c-2058e1e5f7c8 service neutron] 10.222.0.18 "GET /v2.0/networks/0c4e3020-d0ba-49db-9c60-8152d4d4820b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835350 Mar 11 03:16:48.528006 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b23c7-1041-402b-95d1-b098653a22cc req-cd4d4784-71ef-4297-a190-c0c2db93866a tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:48.529458 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-329b23c7-1041-402b-95d1-b098653a22cc req-cd4d4784-71ef-4297-a190-c0c2db93866a tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a61becde-c699-415b-ab82-26e3337dca3b HTTP/1.1" status: 200 len: 944 time: 0.0529916 Mar 11 03:16:48.574991 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-329b23c7-1041-402b-95d1-b098653a22cc req-d81dfea8-a61d-4572-81d2-c68a9f78807d tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/security-groups?id=efae41f2-0602-4ecf-ba79-99da1f001ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394418 Mar 11 03:16:49.208760 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 49631a17-1720-4727-95ed-e094622974f1 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 03:16:49.306342 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 49631a17-1720-4727-95ed-e094622974f1, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=49631a17-1720-4727-95ed-e094622974f1,segment=NetworkSegment(831c2b20-a370-4fb6-a638-fd8deae4a680),segment_id=831c2b20-a370-4fb6-a638-fd8deae4a680)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:16:49.317290 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Returning: {'device': '49631a17-1720-4727-95ed-e094622974f1', 'network_id': '0c4e3020-d0ba-49db-9c60-8152d4d4820b', 'port_id': '49631a17-1720-4727-95ed-e094622974f1', 'mac_address': 'fa:16:3e:63:6f:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d0aa2b-98f2-4ba0-bfa8-8cae4c3855dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 03:16:49.353303 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 49631a17-1720-4727-95ed-e094622974f1 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:16:49.353679 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (49631a17-1720-4727-95ed-e094622974f1), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:49.366634 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49631a17-1720-4727-95ed-e094622974f1 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:16:49.384555 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 49631a17-1720-4727-95ed-e094622974f1, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=49631a17-1720-4727-95ed-e094622974f1,segment=NetworkSegment(831c2b20-a370-4fb6-a638-fd8deae4a680),segment_id=831c2b20-a370-4fb6-a638-fd8deae4a680)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:16:49.388431 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (49631a17-1720-4727-95ed-e094622974f1), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:49.439139 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=49631a17-1720-4727-95ed-e094622974f1,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:16:49.446153 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:16:49.446510 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:16:49.446859 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:16:49.447199 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:16:49.447535 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:16:49.447870 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:16:49.448208 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:16:49.448538 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:16:49.448869 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:16:49.449205 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:16:49.449527 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:16:49.449852 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:16:49.450269 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:16:49.621164 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] get_ports_and_sgs() called for port_ids ['49631a17-1720-4727-95ed-e094622974f1'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:16:49.697804 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31234089-e731-4cbf-923e-b66604144409 req-196baf79-45a7-43ea-8ed0-78d87a6a8a3c tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:49.699321 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-31234089-e731-4cbf-923e-b66604144409 req-196baf79-45a7-43ea-8ed0-78d87a6a8a3c tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a61becde-c699-415b-ab82-26e3337dca3b HTTP/1.1" status: 200 len: 945 time: 0.0537710 Mar 11 03:16:49.746705 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-31234089-e731-4cbf-923e-b66604144409 req-2ea278ed-0f32-42a8-81f3-2c971e263a17 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/security-groups?id=efae41f2-0602-4ecf-ba79-99da1f001ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418208 Mar 11 03:16:50.866929 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b56e44-7d48-4794-a492-ebbd6fb54ec9 req-63ed0652-b242-42d6-a49a-8d5b83d68dc3 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:50.868392 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-40b56e44-7d48-4794-a492-ebbd6fb54ec9 req-63ed0652-b242-42d6-a49a-8d5b83d68dc3 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a61becde-c699-415b-ab82-26e3337dca3b HTTP/1.1" status: 200 len: 945 time: 0.0565872 Mar 11 03:16:50.913809 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-40b56e44-7d48-4794-a492-ebbd6fb54ec9 req-8a88a375-6d62-47d8-ae91-0fd65ee916ca tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/security-groups?id=efae41f2-0602-4ecf-ba79-99da1f001ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399828 Mar 11 03:16:51.223630 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 49631a17-1720-4727-95ed-e094622974f1 up at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:16:51.273932 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning for port 49631a17-1720-4727-95ed-e094622974f1 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 03:16:51.277779 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning complete for port 49631a17-1720-4727-95ed-e094622974f1 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:16:51.278176 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (49631a17-1720-4727-95ed-e094622974f1), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:51.351553 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 49631a17-1720-4727-95ed-e094622974f1 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:16:51.351929 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (49631a17-1720-4727-95ed-e094622974f1), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:51.373979 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61becde-c699-415b-ab82-26e3337dca3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49631a17-1720-4727-95ed-e094622974f1'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:16:51.376198 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288e491573ecc61b3bf0bc0bc1cef05b47d52e8efc38ed9f7c410eed2e18b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ecc3c8-e663-4906-b066-e305c4018e24" -d '{"events": [{"server_uuid": "a61becde-c699-415b-ab82-26e3337dca3b", "name": "network-vif-plugged", "status": "completed", "tag": "49631a17-1720-4727-95ed-e094622974f1"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:16:51.388415 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 49631a17-1720-4727-95ed-e094622974f1, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=49631a17-1720-4727-95ed-e094622974f1,segment=NetworkSegment(831c2b20-a370-4fb6-a638-fd8deae4a680),segment_id=831c2b20-a370-4fb6-a638-fd8deae4a680)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:16:51.392400 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (49631a17-1720-4727-95ed-e094622974f1), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:16:51.419544 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965f1674-3cda-4f82-84cc-74080e474217 x-openstack-request-id: req-965f1674-3cda-4f82-84cc-74080e474217 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:16:51.419544 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61becde-c699-415b-ab82-26e3337dca3b", "name": "network-vif-plugged", "status": "completed", "tag": "49631a17-1720-4727-95ed-e094622974f1", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:16:51.419544 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-965f1674-3cda-4f82-84cc-74080e474217 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:16:51.419544 dv-cinder-740146-14-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61becde-c699-415b-ab82-26e3337dca3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49631a17-1720-4727-95ed-e094622974f1', 'code': 200} Mar 11 03:16:51.445566 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=49631a17-1720-4727-95ed-e094622974f1,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:16:51.582077 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad74cab-f9e4-493d-9981-6d098cef0bbf req-30c19e51-6d57-4414-80b6-80b244ec5944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:51.583699 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bad74cab-f9e4-493d-9981-6d098cef0bbf req-30c19e51-6d57-4414-80b6-80b244ec5944 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a61becde-c699-415b-ab82-26e3337dca3b HTTP/1.1" status: 200 len: 1130 time: 0.0443997 Mar 11 03:16:51.627886 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bad74cab-f9e4-493d-9981-6d098cef0bbf req-582d55d6-f3e8-4e3c-8ea8-7ab6e9ad17d2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=efae41f2-0602-4ecf-ba79-99da1f001ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373151 Mar 11 03:16:52.030082 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7a31d-1eb7-44d6-8f1f-7ee55f9eef47 req-51980f0d-f5ad-4f11-bbc2-0462d25d456b tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:52.031529 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d2f7a31d-1eb7-44d6-8f1f-7ee55f9eef47 req-51980f0d-f5ad-4f11-bbc2-0462d25d456b tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a61becde-c699-415b-ab82-26e3337dca3b HTTP/1.1" status: 200 len: 946 time: 0.0512609 Mar 11 03:16:52.078987 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d2f7a31d-1eb7-44d6-8f1f-7ee55f9eef47 req-b1a6d1fc-7b95-453c-b1a5-e8cb04862daf tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/security-groups?id=efae41f2-0602-4ecf-ba79-99da1f001ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413132 Mar 11 03:16:53.200598 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e2637-7f22-428a-8672-ef25d40475ba req-36689c2e-d4c0-4858-89cc-b447a1fbd0d5 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:16:53.202069 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c77e2637-7f22-428a-8672-ef25d40475ba req-36689c2e-d4c0-4858-89cc-b447a1fbd0d5 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a61becde-c699-415b-ab82-26e3337dca3b HTTP/1.1" status: 200 len: 946 time: 0.0550945 Mar 11 03:16:53.247286 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c77e2637-7f22-428a-8672-ef25d40475ba req-3621cc20-4b98-4218-94ea-e434218abe2d tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/security-groups?id=efae41f2-0602-4ecf-ba79-99da1f001ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393465 Mar 11 03:16:53.488164 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:16:59.074813 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a41a1049-d1ce-4391-9c87-5ebd04fafa66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:01.446988 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6fb8a2e6-2f79-460a-bfb8-d40ddc9cf5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:02.670874 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:04.260153 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:05.688383 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:06.640075 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:10.180289 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43b63d-df12-4bde-8bc1-5b40fa2b6be7 req-2f8b1308-2acf-4847-8171-f3dab9147a7c tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:17:10.181722 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7e43b63d-df12-4bde-8bc1-5b40fa2b6be7 req-2f8b1308-2acf-4847-8171-f3dab9147a7c tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=253793f7-6aa3-40e8-8117-32b46936079b HTTP/1.1" status: 200 len: 945 time: 0.0531499 Mar 11 03:17:10.231673 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7e43b63d-df12-4bde-8bc1-5b40fa2b6be7 req-1beb252e-2007-4967-bee8-443d8775240c tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b337353-4922-4363-a5f1-9a9019911105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443738 Mar 11 03:17:11.348719 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00e0c3-be4f-4691-9bef-8c4afaa3e077 req-2ef1d05a-e403-45f9-a942-1d0a8b1da5e2 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:17:11.350335 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0e00e0c3-be4f-4691-9bef-8c4afaa3e077 req-2ef1d05a-e403-45f9-a942-1d0a8b1da5e2 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=253793f7-6aa3-40e8-8117-32b46936079b HTTP/1.1" status: 200 len: 945 time: 0.0535810 Mar 11 03:17:11.404736 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0e00e0c3-be4f-4691-9bef-8c4afaa3e077 req-af8f5e76-c781-4caf-87fd-899dc58167f9 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups?id=4b337353-4922-4363-a5f1-9a9019911105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487263 Mar 11 03:17:11.881924 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40c7f9-7565-4a52-b55b-c8311df98b0d req-714953e1-7ddf-4374-ac4c-4b4a8ab53347 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:17:11.883482 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6d40c7f9-7565-4a52-b55b-c8311df98b0d req-714953e1-7ddf-4374-ac4c-4b4a8ab53347 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.18 "GET /v2.0/ports?device_id=253793f7-6aa3-40e8-8117-32b46936079b HTTP/1.1" status: 200 len: 945 time: 0.0556991 Mar 11 03:17:11.974029 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-6d40c7f9-7565-4a52-b55b-c8311df98b0d req-d419f838-c640-4b48-86b2-825bbbb82179 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Deleting port 3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:17:11.974370 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6d40c7f9-7565-4a52-b55b-c8311df98b0d req-d419f838-c640-4b48-86b2-825bbbb82179 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:12.067137 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-6d40c7f9-7565-4a52-b55b-c8311df98b0d req-d419f838-c640-4b48-86b2-825bbbb82179 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] For port 3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a,segment=NetworkSegment(ef342fbb-c25c-49c4-bd38-1f15c79d8ac6),segment_id=ef342fbb-c25c-49c4-bd38-1f15c79d8ac6)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:17:12.067540 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6d40c7f9-7565-4a52-b55b-c8311df98b0d req-d419f838-c640-4b48-86b2-825bbbb82179 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:12.206142 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17197e-f4d1-4fa0-b4a1-e31c47b51571 req-2ce2155d-ec4a-4f1b-9014-31b685c8c649 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:17:12.207522 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2d17197e-f4d1-4fa0-b4a1-e31c47b51571 req-2ce2155d-ec4a-4f1b-9014-31b685c8c649 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a61becde-c699-415b-ab82-26e3337dca3b HTTP/1.1" status: 200 len: 946 time: 0.0521355 Mar 11 03:17:12.241710 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6d40c7f9-7565-4a52-b55b-c8311df98b0d req-d419f838-c640-4b48-86b2-825bbbb82179 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:12.242192 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6d40c7f9-7565-4a52-b55b-c8311df98b0d req-d419f838-c640-4b48-86b2-825bbbb82179 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740024'] for floatingip (f4fef5e9-cce8-4a90-ba9d-adda0a64da2e), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:12.242597 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.db.l3_db [req-6d40c7f9-7565-4a52-b55b-c8311df98b0d req-d419f838-c640-4b48-86b2-825bbbb82179 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Floating IP f4fef5e9-cce8-4a90-ba9d-adda0a64da2e disassociated. External IP: 172.27.2.122, port: 3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a. Mar 11 03:17:12.242944 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-6d40c7f9-7565-4a52-b55b-c8311df98b0d req-d419f838-c640-4b48-86b2-825bbbb82179 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Calling delete_port for 3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:17:12.255621 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2d17197e-f4d1-4fa0-b4a1-e31c47b51571 req-dcbd1859-20fe-436f-87a6-5db1b908ef5b tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/security-groups?id=efae41f2-0602-4ecf-ba79-99da1f001ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418832 Mar 11 03:17:12.374038 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6d40c7f9-7565-4a52-b55b-c8311df98b0d req-d419f838-c640-4b48-86b2-825bbbb82179 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:12.404009 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419f838-c640-4b48-86b2-825bbbb82179 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Pushing event deleted for resources: {'Port': ['ID=3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:17:12.499281 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0469c161-5154-41ea-9424-50b76eb37e6c req-346d7977-cddc-4f13-bde6-2cdc94f46fb3 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/ports?device_id=253793f7-6aa3-40e8-8117-32b46936079b HTTP/1.1" status: 200 len: 210 time: 0.0271828 Mar 11 03:17:12.526795 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d40c7f9-7565-4a52-b55b-c8311df98b0d req-d419f838-c640-4b48-86b2-825bbbb82179 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Router 85f1d4b4-841e-4e79-b6a3-22bb7b77955c has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:17:12.633171 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d40c7f9-7565-4a52-b55b-c8311df98b0d req-d419f838-c640-4b48-86b2-825bbbb82179 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:17:12.643914 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6124e4fc-cbda-4aab-8282-40e29ac9628e None None] Sync routers for ids ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'] in dv-cinder-740146-14-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:17:12.654139 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6124e4fc-cbda-4aab-8282-40e29ac9628e None None] Routers {'85f1d4b4-841e-4e79-b6a3-22bb7b77955c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:17:12.654774 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-6124e4fc-cbda-4aab-8282-40e29ac9628e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:17:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:17:12.674063 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d40c7f9-7565-4a52-b55b-c8311df98b0d req-d419f838-c640-4b48-86b2-825bbbb82179 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] No DVR routers for this DVR port 3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a on host hv-cinder-74014 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:17:12.676639 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-6d40c7f9-7565-4a52-b55b-c8311df98b0d req-d419f838-c640-4b48-86b2-825bbbb82179 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:12.679978 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-6d40c7f9-7565-4a52-b55b-c8311df98b0d req-d419f838-c640-4b48-86b2-825bbbb82179 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.18 "DELETE /v2.0/ports/3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a HTTP/1.1" status: 204 len: 173 time: 0.7916718 Mar 11 03:17:12.680427 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253793f7-6aa3-40e8-8117-32b46936079b', 'name': 'network-vif-deleted', 'tag': '3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:17:12.682724 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e4deac-6822-484b-8eec-e5e3cabe19df" -d '{"events": [{"server_uuid": "253793f7-6aa3-40e8-8117-32b46936079b", "name": "network-vif-deleted", "tag": "3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:17:12.720957 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadeec7e-9044-451a-a06f-3802e4051b68 x-openstack-request-id: req-fadeec7e-9044-451a-a06f-3802e4051b68 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:17:12.721253 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253793f7-6aa3-40e8-8117-32b46936079b", "name": "network-vif-deleted", "tag": "3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:17:12.721508 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fadeec7e-9044-451a-a06f-3802e4051b68 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:17:12.721941 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253793f7-6aa3-40e8-8117-32b46936079b', 'name': 'network-vif-deleted', 'tag': '3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a', 'status': 'completed', 'code': 200} Mar 11 03:17:12.776528 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-6124e4fc-cbda-4aab-8282-40e29ac9628e None None] Set router 85f1d4b4-841e-4e79-b6a3-22bb7b77955c gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:17:12.980051 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-6124e4fc-cbda-4aab-8282-40e29ac9628e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'name': 'tempest-AttachVolumeNegativeTest-1651227581-router', 'tenant_id': '717229175a63443abe76773a02a79818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:43Z', 'revision_number': 4, 'project_id': '717229175a63443abe76773a02a79818', 'gw_port': {'id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '8da53b0d-6348-40da-9feb-9dadaf4fc389', 'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'tenant_id': '717229175a63443abe76773a02a79818', 'mac_address': 'fa:16:3e:bf:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:42Z', 'updated_at': '2022-03-11T03:12:46Z', 'revision_number': 5, 'project_id': '717229175a63443abe76773a02a79818', 'subnets': [{'id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:17:13.006840 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6124e4fc-cbda-4aab-8282-40e29ac9628e None None] Checking router: 85f1d4b4-841e-4e79-b6a3-22bb7b77955c for host: dv-cinder-740146-14-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:17:13.014716 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6124e4fc-cbda-4aab-8282-40e29ac9628e None None] Routers {'85f1d4b4-841e-4e79-b6a3-22bb7b77955c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:17:13.015314 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-6124e4fc-cbda-4aab-8282-40e29ac9628e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:17:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:17:13.124122 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-6124e4fc-cbda-4aab-8282-40e29ac9628e None None] Set router 85f1d4b4-841e-4e79-b6a3-22bb7b77955c gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:17:13.321716 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-6124e4fc-cbda-4aab-8282-40e29ac9628e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'name': 'tempest-AttachVolumeNegativeTest-1651227581-router', 'tenant_id': '717229175a63443abe76773a02a79818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:43Z', 'revision_number': 4, 'project_id': '717229175a63443abe76773a02a79818', 'gw_port': {'id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '8da53b0d-6348-40da-9feb-9dadaf4fc389', 'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'tenant_id': '717229175a63443abe76773a02a79818', 'mac_address': 'fa:16:3e:bf:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:42Z', 'updated_at': '2022-03-11T03:12:46Z', 'revision_number': 5, 'project_id': '717229175a63443abe76773a02a79818', 'subnets': [{'id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:17:13.351931 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6124e4fc-cbda-4aab-8282-40e29ac9628e None None] The sync data for ids ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'] in dv-cinder-740146-14-iscsi is: [{'id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'name': 'tempest-AttachVolumeNegativeTest-1651227581-router', 'tenant_id': '717229175a63443abe76773a02a79818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:43Z', 'revision_number': 4, 'project_id': '717229175a63443abe76773a02a79818', 'gw_port': {'id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '8da53b0d-6348-40da-9feb-9dadaf4fc389', 'name': '', 'network_id': 'fd48ed16-54d7-4f44-be1f-91d180612d66', 'tenant_id': '717229175a63443abe76773a02a79818', 'mac_address': 'fa:16:3e:bf:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:42Z', 'updated_at': '2022-03-11T03:12:46Z', 'revision_number': 5, 'project_id': '717229175a63443abe76773a02a79818', 'subnets': [{'id': 'a31257a5-7a1e-45b3-aef2-2a2faf6425a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:17:13.382042 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a5b48-2535-4e74-80ef-a93fbe58ba64 req-3a7a6e50-068e-419b-b1b7-9f97bee841df tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:17:13.383580 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-524a5b48-2535-4e74-80ef-a93fbe58ba64 req-3a7a6e50-068e-419b-b1b7-9f97bee841df tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a61becde-c699-415b-ab82-26e3337dca3b HTTP/1.1" status: 200 len: 946 time: 0.0557661 Mar 11 03:17:13.437146 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-524a5b48-2535-4e74-80ef-a93fbe58ba64 req-f8f928cf-3247-4d30-9385-bdfddefefa69 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/security-groups?id=efae41f2-0602-4ecf-ba79-99da1f001ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478659 Mar 11 03:17:13.574672 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90f6143-832e-4121-91c0-13a04cbe0919 None None] New status for floating IP f4fef5e9-cce8-4a90-ba9d-adda0a64da2e: DOWN {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 03:17:13.596048 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 50604) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:17:13.651626 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e3e31d0-4069-4ea3-8f2a-359aef855790 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group (4b337353-4922-4363-a5f1-9a9019911105), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:13.680075 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e3e31d0-4069-4ea3-8f2a-359aef855790 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group (4b337353-4922-4363-a5f1-9a9019911105), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:13.736910 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e3e31d0-4069-4ea3-8f2a-359aef855790 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (4b337353-4922-4363-a5f1-9a9019911105), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:13.739470 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-4e3e31d0-4069-4ea3-8f2a-359aef855790 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:13.741269 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-4e3e31d0-4069-4ea3-8f2a-359aef855790 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "DELETE /v2.0/security-groups/4b337353-4922-4363-a5f1-9a9019911105 HTTP/1.1" status: 204 len: 168 time: 0.1438355 Mar 11 03:17:13.743970 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 50606) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:17:13.750486 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e31d0-4069-4ea3-8f2a-359aef855790 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b337353-4922-4363-a5f1-9a9019911105,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:17:13.757774 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e31d0-4069-4ea3-8f2a-359aef855790 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:17:13.758003 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.api.v2.resource [None req-a63acccd-eb6b-4b69-911f-7ec60fcdddf7 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] show failed (client error): The resource could not be found. Mar 11 03:17:13.758231 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e31d0-4069-4ea3-8f2a-359aef855790 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:17:13.758587 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e31d0-4069-4ea3-8f2a-359aef855790 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:17:13.758919 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a63acccd-eb6b-4b69-911f-7ec60fcdddf7 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "GET /v2.0/security-groups/4b337353-4922-4363-a5f1-9a9019911105 HTTP/1.1" status: 404 len: 347 time: 0.0139637 Mar 11 03:17:13.759088 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e31d0-4069-4ea3-8f2a-359aef855790 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:17:13.759258 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e31d0-4069-4ea3-8f2a-359aef855790 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:17:13.759593 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e31d0-4069-4ea3-8f2a-359aef855790 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:17:13.759926 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e31d0-4069-4ea3-8f2a-359aef855790 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:17:13.760258 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e31d0-4069-4ea3-8f2a-359aef855790 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:17:13.760590 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e31d0-4069-4ea3-8f2a-359aef855790 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:17:13.760920 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e31d0-4069-4ea3-8f2a-359aef855790 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:17:13.761296 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e31d0-4069-4ea3-8f2a-359aef855790 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:17:13.761569 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e31d0-4069-4ea3-8f2a-359aef855790 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:17:13.761687 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 50608) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:17:13.761942 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3e31d0-4069-4ea3-8f2a-359aef855790 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:17:13.915943 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f130f-390e-4d8b-a4af-f980c3b26f7a req-ca079615-f899-42ed-b188-77ecddb31709 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:17:13.917370 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1b8f130f-390e-4d8b-a4af-f980c3b26f7a req-ca079615-f899-42ed-b188-77ecddb31709 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.18 "GET /v2.0/ports?device_id=a61becde-c699-415b-ab82-26e3337dca3b HTTP/1.1" status: 200 len: 946 time: 0.1163647 Mar 11 03:17:13.961258 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-f757b0e2-7219-4ac1-a167-f3d1bc509634 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Deleting port c56c9f97-570d-40d5-a847-1e9a03627874 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:17:13.961711 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f757b0e2-7219-4ac1-a167-f3d1bc509634 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (c56c9f97-570d-40d5-a847-1e9a03627874), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:14.080719 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f757b0e2-7219-4ac1-a167-f3d1bc509634 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (c56c9f97-570d-40d5-a847-1e9a03627874), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:14.080964 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f757b0e2-7219-4ac1-a167-f3d1bc509634 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for floatingip (c56c9f97-570d-40d5-a847-1e9a03627874), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:14.096823 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-f757b0e2-7219-4ac1-a167-f3d1bc509634 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Calling delete_port for c56c9f97-570d-40d5-a847-1e9a03627874 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:17:14.103189 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-1b8f130f-390e-4d8b-a4af-f980c3b26f7a req-2cd8030b-4a2c-4a4d-a009-9a860d8bb752 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Deleting port 49631a17-1720-4727-95ed-e094622974f1 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:17:14.103522 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1b8f130f-390e-4d8b-a4af-f980c3b26f7a req-2cd8030b-4a2c-4a4d-a009-9a860d8bb752 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (49631a17-1720-4727-95ed-e094622974f1), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:14.246541 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-1b8f130f-390e-4d8b-a4af-f980c3b26f7a req-2cd8030b-4a2c-4a4d-a009-9a860d8bb752 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] For port 49631a17-1720-4727-95ed-e094622974f1, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=49631a17-1720-4727-95ed-e094622974f1,segment=NetworkSegment(831c2b20-a370-4fb6-a638-fd8deae4a680),segment_id=831c2b20-a370-4fb6-a638-fd8deae4a680)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:17:14.246903 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1b8f130f-390e-4d8b-a4af-f980c3b26f7a req-2cd8030b-4a2c-4a4d-a009-9a860d8bb752 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (49631a17-1720-4727-95ed-e094622974f1), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:14.267432 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-1b8f130f-390e-4d8b-a4af-f980c3b26f7a req-2cd8030b-4a2c-4a4d-a009-9a860d8bb752 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Calling delete_port for 49631a17-1720-4727-95ed-e094622974f1 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:17:14.381812 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f757b0e2-7219-4ac1-a167-f3d1bc509634 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (c56c9f97-570d-40d5-a847-1e9a03627874), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:14.412663 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757b0e2-7219-4ac1-a167-f3d1bc509634 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Pushing event deleted for resources: {'Port': ['ID=c56c9f97-570d-40d5-a847-1e9a03627874,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:17:14.517197 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1b8f130f-390e-4d8b-a4af-f980c3b26f7a req-2cd8030b-4a2c-4a4d-a009-9a860d8bb752 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (49631a17-1720-4727-95ed-e094622974f1), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:14.518782 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f757b0e2-7219-4ac1-a167-f3d1bc509634 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks [] for floatingip (f4fef5e9-cce8-4a90-ba9d-adda0a64da2e), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:14.521299 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-f757b0e2-7219-4ac1-a167-f3d1bc509634 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:14.526248 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-f757b0e2-7219-4ac1-a167-f3d1bc509634 tempest-AttachVolumeNegativeTest-585281522 tempest-AttachVolumeNegativeTest-585281522-project] 10.222.0.16 "DELETE /v2.0/floatingips/f4fef5e9-cce8-4a90-ba9d-adda0a64da2e HTTP/1.1" status: 204 len: 168 time: 0.7612152 Mar 11 03:17:14.531792 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] get_ports_and_sgs() called for port_ids ['49631a17-1720-4727-95ed-e094622974f1'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:17:14.557641 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd8030b-4a2c-4a4d-a009-9a860d8bb752 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Pushing event deleted for resources: {'Port': ['ID=49631a17-1720-4727-95ed-e094622974f1,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:17:14.595707 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e3798f32-f3e0-459c-85e5-acee17fb485d req-e8c04af8-9592-48ec-8f0f-c81355fcbc6b tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.16 "GET /v2.0/ports?device_id=a61becde-c699-415b-ab82-26e3337dca3b HTTP/1.1" status: 200 len: 210 time: 0.0840571 Mar 11 03:17:14.609601 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8f130f-390e-4d8b-a4af-f980c3b26f7a req-2cd8030b-4a2c-4a4d-a009-9a860d8bb752 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] No DVR routers for this DVR port 49631a17-1720-4727-95ed-e094622974f1 on host hv-cinder-74014 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:17:14.613970 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1b8f130f-390e-4d8b-a4af-f980c3b26f7a req-2cd8030b-4a2c-4a4d-a009-9a860d8bb752 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:14.618616 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1b8f130f-390e-4d8b-a4af-f980c3b26f7a req-2cd8030b-4a2c-4a4d-a009-9a860d8bb752 tempest-VolumesSnapshotTestJSON-1448703225 tempest-VolumesSnapshotTestJSON-1448703225-project] 10.222.0.18 "DELETE /v2.0/ports/49631a17-1720-4727-95ed-e094622974f1 HTTP/1.1" status: 204 len: 173 time: 0.6948762 Mar 11 03:17:14.723646 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61becde-c699-415b-ab82-26e3337dca3b', 'name': 'network-vif-deleted', 'tag': '49631a17-1720-4727-95ed-e094622974f1'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:17:14.726610 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260e4302-bf21-4cc6-97d2-c8aabf413978" -d '{"events": [{"server_uuid": "a61becde-c699-415b-ab82-26e3337dca3b", "name": "network-vif-deleted", "tag": "49631a17-1720-4727-95ed-e094622974f1"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:17:14.763368 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fba49b6-2344-4982-b094-963f0b10e3d3 x-openstack-request-id: req-2fba49b6-2344-4982-b094-963f0b10e3d3 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:17:14.764082 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61becde-c699-415b-ab82-26e3337dca3b", "name": "network-vif-deleted", "tag": "49631a17-1720-4727-95ed-e094622974f1", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:17:14.764082 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2fba49b6-2344-4982-b094-963f0b10e3d3 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:17:14.764672 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61becde-c699-415b-ab82-26e3337dca3b', 'name': 'network-vif-deleted', 'tag': '49631a17-1720-4727-95ed-e094622974f1', 'status': 'completed', 'code': 200} Mar 11 03:17:15.296740 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:17:15.317495 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] No Port match for: 3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:17:15.317835 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 3e25ccbb-2ce0-4f75-82c8-4937f3ab1d7a not bound to the agent host hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:17:17.310641 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 49631a17-1720-4727-95ed-e094622974f1 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:17:17.334236 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] No Port match for: 49631a17-1720-4727-95ed-e094622974f1 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:17:17.334582 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 49631a17-1720-4727-95ed-e094622974f1 not bound to the agent host hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:17:20.323968 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 50674) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:17:20.680092 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-295ef283-5748-4f05-ad09-1ff189de55b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736952'] for router_interface (85f1d4b4-841e-4e79-b6a3-22bb7b77955c), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:20.924381 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-295ef283-5748-4f05-ad09-1ff189de55b3 admin admin] Deleting port 8da53b0d-6348-40da-9feb-9dadaf4fc389 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:17:20.924719 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-295ef283-5748-4f05-ad09-1ff189de55b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (8da53b0d-6348-40da-9feb-9dadaf4fc389), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:21.000175 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-295ef283-5748-4f05-ad09-1ff189de55b3 admin admin] For port 8da53b0d-6348-40da-9feb-9dadaf4fc389, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=8da53b0d-6348-40da-9feb-9dadaf4fc389,segment=NetworkSegment(ef342fbb-c25c-49c4-bd38-1f15c79d8ac6),segment_id=ef342fbb-c25c-49c4-bd38-1f15c79d8ac6)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:17:21.000531 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-295ef283-5748-4f05-ad09-1ff189de55b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (8da53b0d-6348-40da-9feb-9dadaf4fc389), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:21.013084 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-295ef283-5748-4f05-ad09-1ff189de55b3 admin admin] Calling delete_port for 8da53b0d-6348-40da-9feb-9dadaf4fc389 owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:17:21.188103 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-295ef283-5748-4f05-ad09-1ff189de55b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15272124'] for port (8da53b0d-6348-40da-9feb-9dadaf4fc389), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:21.217620 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ef283-5748-4f05-ad09-1ff189de55b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8da53b0d-6348-40da-9feb-9dadaf4fc389,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:17:21.383704 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-295ef283-5748-4f05-ad09-1ff189de55b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752168'] for router_interface (85f1d4b4-841e-4e79-b6a3-22bb7b77955c), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:21.603268 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295ef283-5748-4f05-ad09-1ff189de55b3 admin admin] Router 85f1d4b4-841e-4e79-b6a3-22bb7b77955c has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:17:21.717806 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295ef283-5748-4f05-ad09-1ff189de55b3 admin admin] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:17:21.722722 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-295ef283-5748-4f05-ad09-1ff189de55b3 admin admin] 10.222.0.16 "PUT /v2.0/routers/85f1d4b4-841e-4e79-b6a3-22bb7b77955c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3976879 Mar 11 03:17:21.725189 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 50688) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:17:21.728064 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9662daa2-a533-49ae-8703-25174af181d2 None None] Sync routers for ids ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'] in dv-cinder-740146-14-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:17:21.738235 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9662daa2-a533-49ae-8703-25174af181d2 None None] Routers {'85f1d4b4-841e-4e79-b6a3-22bb7b77955c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:17:21.738934 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9662daa2-a533-49ae-8703-25174af181d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:17:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:17:21.837399 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8c4d4182-fab5-4d05-b592-35bf4c92a8aa admin admin] Publish callbacks [] for router (85f1d4b4-841e-4e79-b6a3-22bb7b77955c), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:21.856403 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-9662daa2-a533-49ae-8703-25174af181d2 None None] Set router 85f1d4b4-841e-4e79-b6a3-22bb7b77955c gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:17:21.940940 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8c4d4182-fab5-4d05-b592-35bf4c92a8aa admin admin] Publish callbacks [] for router_gateway (85f1d4b4-841e-4e79-b6a3-22bb7b77955c), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:21.993616 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-8c4d4182-fab5-4d05-b592-35bf4c92a8aa admin admin] Deleting port 6b31a96a-eb5d-4c02-98be-eb604d43755b {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:17:21.993997 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8c4d4182-fab5-4d05-b592-35bf4c92a8aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (6b31a96a-eb5d-4c02-98be-eb604d43755b), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:22.036934 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9662daa2-a533-49ae-8703-25174af181d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'name': 'tempest-AttachVolumeNegativeTest-1651227581-router', 'tenant_id': '717229175a63443abe76773a02a79818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:17:21Z', 'revision_number': 5, 'project_id': '717229175a63443abe76773a02a79818', 'gw_port': {'id': '6b31a96a-eb5d-4c02-98be-eb604d43755b', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi'}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:17:22.068638 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9662daa2-a533-49ae-8703-25174af181d2 None None] Checking router: 85f1d4b4-841e-4e79-b6a3-22bb7b77955c for host: dv-cinder-740146-14-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:17:22.072491 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-8c4d4182-fab5-4d05-b592-35bf4c92a8aa admin admin] For port 6b31a96a-eb5d-4c02-98be-eb604d43755b, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=6b31a96a-eb5d-4c02-98be-eb604d43755b,segment=NetworkSegment(77d20882-625f-4a13-9566-ab6cf60f2c81),segment_id=77d20882-625f-4a13-9566-ab6cf60f2c81)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:17:22.072850 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8c4d4182-fab5-4d05-b592-35bf4c92a8aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (6b31a96a-eb5d-4c02-98be-eb604d43755b), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:22.078334 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9662daa2-a533-49ae-8703-25174af181d2 None None] Routers {'85f1d4b4-841e-4e79-b6a3-22bb7b77955c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:17:22.078952 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9662daa2-a533-49ae-8703-25174af181d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:17:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:17:22.086379 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-8c4d4182-fab5-4d05-b592-35bf4c92a8aa admin admin] Calling delete_port for 6b31a96a-eb5d-4c02-98be-eb604d43755b owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:17:22.165850 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-9662daa2-a533-49ae-8703-25174af181d2 None None] Set router 85f1d4b4-841e-4e79-b6a3-22bb7b77955c gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:17:22.219395 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-9662daa2-a533-49ae-8703-25174af181d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'name': 'tempest-AttachVolumeNegativeTest-1651227581-router', 'tenant_id': '717229175a63443abe76773a02a79818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:17:21Z', 'revision_number': 6, 'project_id': '717229175a63443abe76773a02a79818', 'gw_port_host': None}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:17:22.245129 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9662daa2-a533-49ae-8703-25174af181d2 None None] The sync data for ids ['85f1d4b4-841e-4e79-b6a3-22bb7b77955c'] in dv-cinder-740146-14-iscsi is: [{'id': '85f1d4b4-841e-4e79-b6a3-22bb7b77955c', 'name': 'tempest-AttachVolumeNegativeTest-1651227581-router', 'tenant_id': '717229175a63443abe76773a02a79818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:12:39Z', 'updated_at': '2022-03-11T03:17:21Z', 'revision_number': 6, 'project_id': '717229175a63443abe76773a02a79818', 'gw_port_host': None}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:17:22.261667 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8c4d4182-fab5-4d05-b592-35bf4c92a8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15272124'] for port (6b31a96a-eb5d-4c02-98be-eb604d43755b), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:22.290728 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d4182-fab5-4d05-b592-35bf4c92a8aa admin admin] Pushing event deleted for resources: {'Port': ['ID=6b31a96a-eb5d-4c02-98be-eb604d43755b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:17:22.350500 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8c4d4182-fab5-4d05-b592-35bf4c92a8aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1739970'] for router_gateway (85f1d4b4-841e-4e79-b6a3-22bb7b77955c), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:22.443076 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8c4d4182-fab5-4d05-b592-35bf4c92a8aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1750349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28411'] for router (85f1d4b4-841e-4e79-b6a3-22bb7b77955c), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:22.446110 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8c4d4182-fab5-4d05-b592-35bf4c92a8aa admin admin] Publish callbacks [] for router_controller (85f1d4b4-841e-4e79-b6a3-22bb7b77955c), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:22.733246 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8c4d4182-fab5-4d05-b592-35bf4c92a8aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1750358'] for router (85f1d4b4-841e-4e79-b6a3-22bb7b77955c), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:22.733830 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4d4182-fab5-4d05-b592-35bf4c92a8aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85f1d4b4-841e-4e79-b6a3-22bb7b77955c {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 03:17:22.739198 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8c4d4182-fab5-4d05-b592-35bf4c92a8aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:22.740335 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-8c4d4182-fab5-4d05-b592-35bf4c92a8aa admin admin] 10.222.0.16 "DELETE /v2.0/routers/85f1d4b4-841e-4e79-b6a3-22bb7b77955c HTTP/1.1" status: 204 len: 168 time: 1.0142572 Mar 11 03:17:22.743548 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 50694) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:17:22.786500 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca1ee7c-68af-4748-aafd-4e090897f657 admin admin] Deleting subnet a31257a5-7a1e-45b3-aef2-2a2faf6425a3 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 03:17:22.790412 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eca1ee7c-68af-4748-aafd-4e090897f657 admin admin] Publish callbacks [] for subnet (a31257a5-7a1e-45b3-aef2-2a2faf6425a3), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:22.824445 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eca1ee7c-68af-4748-aafd-4e090897f657 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25359088'] for subnet (a31257a5-7a1e-45b3-aef2-2a2faf6425a3), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:22.908938 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eca1ee7c-68af-4748-aafd-4e090897f657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16040164'] for subnet (a31257a5-7a1e-45b3-aef2-2a2faf6425a3), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:22.968946 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eca1ee7c-68af-4748-aafd-4e090897f657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16040175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15272083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201998'] for subnet (a31257a5-7a1e-45b3-aef2-2a2faf6425a3), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:22.994738 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca1ee7c-68af-4748-aafd-4e090897f657 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a31257a5-7a1e-45b3-aef2-2a2faf6425a3,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:17:22.998413 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eca1ee7c-68af-4748-aafd-4e090897f657 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:23.003109 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-eca1ee7c-68af-4748-aafd-4e090897f657 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a31257a5-7a1e-45b3-aef2-2a2faf6425a3 HTTP/1.1" status: 204 len: 168 time: 0.2585938 Mar 11 03:17:23.005147 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 50700) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:17:23.008911 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c893886-8853-468b-acb1-021db201259f None None] Network fd48ed16-54d7-4f44-be1f-91d180612d66 requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:17:23.091691 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-42acbfdb-de06-46ea-b4ea-ea5d0f515ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16082977'] for network (fd48ed16-54d7-4f44-be1f-91d180612d66), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:23.149479 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-42acbfdb-de06-46ea-b4ea-ea5d0f515ce6 admin admin] Deleting port 9f44953e-11a1-4824-8ab1-3f0053b2aba6 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:17:23.150003 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-42acbfdb-de06-46ea-b4ea-ea5d0f515ce6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (9f44953e-11a1-4824-8ab1-3f0053b2aba6), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:23.172401 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 8da53b0d-6348-40da-9feb-9dadaf4fc389 no longer exists at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:17:23.192799 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] No Port match for: 8da53b0d-6348-40da-9feb-9dadaf4fc389 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:17:23.193144 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 8da53b0d-6348-40da-9feb-9dadaf4fc389 not bound to the agent host dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:17:23.193574 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 6b31a96a-eb5d-4c02-98be-eb604d43755b no longer exists at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:17:23.218150 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92c78c4-4870-4ed7-a921-b8d5cee8dddf None None] DHCP port deletion for fd48ed16-54d7-4f44-be1f-91d180612d66 request from dv-cinder-740146-14-iscsi {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 03:17:23.220884 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] No Port match for: 6b31a96a-eb5d-4c02-98be-eb604d43755b {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:17:23.221228 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 6b31a96a-eb5d-4c02-98be-eb604d43755b not bound to the agent host dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:17:23.228924 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-42acbfdb-de06-46ea-b4ea-ea5d0f515ce6 admin admin] For port 9f44953e-11a1-4824-8ab1-3f0053b2aba6, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=9f44953e-11a1-4824-8ab1-3f0053b2aba6,segment=NetworkSegment(ef342fbb-c25c-49c4-bd38-1f15c79d8ac6),segment_id=ef342fbb-c25c-49c4-bd38-1f15c79d8ac6)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:17:23.229335 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-42acbfdb-de06-46ea-b4ea-ea5d0f515ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (9f44953e-11a1-4824-8ab1-3f0053b2aba6), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:23.243392 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-42acbfdb-de06-46ea-b4ea-ea5d0f515ce6 admin admin] Calling delete_port for 9f44953e-11a1-4824-8ab1-3f0053b2aba6 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:17:23.269619 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c92c78c4-4870-4ed7-a921-b8d5cee8dddf None None] Deleting port 9f44953e-11a1-4824-8ab1-3f0053b2aba6 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:17:23.270034 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c92c78c4-4870-4ed7-a921-b8d5cee8dddf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (9f44953e-11a1-4824-8ab1-3f0053b2aba6), before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:23.340930 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-c92c78c4-4870-4ed7-a921-b8d5cee8dddf None None] For port 9f44953e-11a1-4824-8ab1-3f0053b2aba6, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=9f44953e-11a1-4824-8ab1-3f0053b2aba6,segment=NetworkSegment(ef342fbb-c25c-49c4-bd38-1f15c79d8ac6),segment_id=ef342fbb-c25c-49c4-bd38-1f15c79d8ac6)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:17:23.341428 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c92c78c4-4870-4ed7-a921-b8d5cee8dddf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (9f44953e-11a1-4824-8ab1-3f0053b2aba6), precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:23.358188 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c92c78c4-4870-4ed7-a921-b8d5cee8dddf None None] Calling delete_port for 9f44953e-11a1-4824-8ab1-3f0053b2aba6 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:17:23.575506 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c92c78c4-4870-4ed7-a921-b8d5cee8dddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679'] for port (9f44953e-11a1-4824-8ab1-3f0053b2aba6), after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:23.582184 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-42acbfdb-de06-46ea-b4ea-ea5d0f515ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (9f44953e-11a1-4824-8ab1-3f0053b2aba6), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:23.600630 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c78c4-4870-4ed7-a921-b8d5cee8dddf None None] Pushing event deleted for resources: {'Port': ['ID=9f44953e-11a1-4824-8ab1-3f0053b2aba6,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:17:23.604724 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92c78c4-4870-4ed7-a921-b8d5cee8dddf None None] No DVR routers for this DVR port 9f44953e-11a1-4824-8ab1-3f0053b2aba6 on host dv-cinder-740146-14-iscsi {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:17:23.617824 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42acbfdb-de06-46ea-b4ea-ea5d0f515ce6 admin admin] No DVR routers for this DVR port 9f44953e-11a1-4824-8ab1-3f0053b2aba6 on host dv-cinder-740146-14-iscsi {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:17:23.621994 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42acbfdb-de06-46ea-b4ea-ea5d0f515ce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f44953e-11a1-4824-8ab1-3f0053b2aba6,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:17:23.694092 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-42acbfdb-de06-46ea-b4ea-ea5d0f515ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16047135', 'neutron.services.segments.db._delete_segments_for_network-8766925140502'] for network (fd48ed16-54d7-4f44-be1f-91d180612d66), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:23.714232 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-42acbfdb-de06-46ea-b4ea-ea5d0f515ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd48ed16-54d7-4f44-be1f-91d180612d66']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:17:23.724554 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-42acbfdb-de06-46ea-b4ea-ea5d0f515ce6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef342fbb-c25c-49c4-bd38-1f15c79d8ac6') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:17:23.724852 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-42acbfdb-de06-46ea-b4ea-ea5d0f515ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef342fbb-c25c-49c4-bd38-1f15c79d8ac6') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:17:23.734588 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-42acbfdb-de06-46ea-b4ea-ea5d0f515ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766925139231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3715454'] for segment (ef342fbb-c25c-49c4-bd38-1f15c79d8ac6), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:23.748949 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-42acbfdb-de06-46ea-b4ea-ea5d0f515ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715'] for segment (ef342fbb-c25c-49c4-bd38-1f15c79d8ac6), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:23.755213 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42acbfdb-de06-46ea-b4ea-ea5d0f515ce6 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 03:17:23.755616 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-42acbfdb-de06-46ea-b4ea-ea5d0f515ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26187363'] for segment (ef342fbb-c25c-49c4-bd38-1f15c79d8ac6), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:23.757836 dv-cinder-740146-14-iscsi neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 03:17:23.757836 dv-cinder-740146-14-iscsi neutron-server[103365]: self.session.flush() Mar 11 03:17:23.757836 dv-cinder-740146-14-iscsi neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 03:17:23.757836 dv-cinder-740146-14-iscsi neutron-server[103365]: self.session.flush() Mar 11 03:17:23.757836 dv-cinder-740146-14-iscsi neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 03:17:23.757836 dv-cinder-740146-14-iscsi neutron-server[103365]: self.session.flush() Mar 11 03:17:23.757836 dv-cinder-740146-14-iscsi neutron-server[103365]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 03:17:23.757836 dv-cinder-740146-14-iscsi neutron-server[103365]: self.session.flush() Mar 11 03:17:23.757836 dv-cinder-740146-14-iscsi neutron-server[103365]: Traceback (most recent call last): Mar 11 03:17:23.757836 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 03:17:23.757836 dv-cinder-740146-14-iscsi neutron-server[103365]: timer() Mar 11 03:17:23.757836 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 03:17:23.757836 dv-cinder-740146-14-iscsi neutron-server[103365]: cb(*args, **kw) Mar 11 03:17:23.757836 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 03:17:23.757836 dv-cinder-740146-14-iscsi neutron-server[103365]: return func(*args, **kwargs) Mar 11 03:17:23.757836 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 03:17:23.757836 dv-cinder-740146-14-iscsi neutron-server[103365]: self._notify() Mar 11 03:17:23.757836 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 03:17:23.757836 dv-cinder-740146-14-iscsi neutron-server[103365]: self.callback(batched_events) Mar 11 03:17:23.757836 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 03:17:23.757836 dv-cinder-740146-14-iscsi neutron-server[103365]: event.method(event) Mar 11 03:17:23.757836 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 03:17:23.757836 dv-cinder-740146-14-iscsi neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 03:17:23.757836 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 03:17:23.757836 dv-cinder-740146-14-iscsi neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 03:17:23.757836 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 03:17:23.757836 dv-cinder-740146-14-iscsi neutron-server[103365]: return f(self, *a, **k) Mar 11 03:17:23.757836 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 03:17:23.757836 dv-cinder-740146-14-iscsi neutron-server[103365]: return self._get(url).json() Mar 11 03:17:23.757836 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 03:17:23.757836 dv-cinder-740146-14-iscsi neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 03:17:23.757836 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 03:17:23.757836 dv-cinder-740146-14-iscsi neutron-server[103365]: return self.request(url, 'GET', **kwargs) Mar 11 03:17:23.757836 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 03:17:23.757836 dv-cinder-740146-14-iscsi neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 03:17:23.757836 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 03:17:23.757836 dv-cinder-740146-14-iscsi neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 03:17:23.757836 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 03:17:23.757836 dv-cinder-740146-14-iscsi neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 03:17:23.757836 dv-cinder-740146-14-iscsi neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 03:17:23.811865 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-42acbfdb-de06-46ea-b4ea-ea5d0f515ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16047206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740006'] for network (fd48ed16-54d7-4f44-be1f-91d180612d66), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:23.817725 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-42acbfdb-de06-46ea-b4ea-ea5d0f515ce6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:23.820885 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-42acbfdb-de06-46ea-b4ea-ea5d0f515ce6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/fd48ed16-54d7-4f44-be1f-91d180612d66 HTTP/1.1" status: 204 len: 168 time: 0.8140633 Mar 11 03:17:23.831879 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42acbfdb-de06-46ea-b4ea-ea5d0f515ce6 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd48ed16-54d7-4f44-be1f-91d180612d66,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:17:23.978357 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 50706) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:17:24.018861 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-69714d2e-f183-499d-b7ab-0f521bf2c1a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=717229175a63443abe76773a02a79818&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384619 Mar 11 03:17:24.021350 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 50710) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:17:24.067742 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7ac4e920-90ec-4e4b-aca4-2b6a87d826a5 admin admin] Publish callbacks [] for security_group (ccf5a2d7-a7c9-4396-9620-5a58f9df7fa3), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:24.089546 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7ac4e920-90ec-4e4b-aca4-2b6a87d826a5 admin admin] Publish callbacks [] for security_group (ccf5a2d7-a7c9-4396-9620-5a58f9df7fa3), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:24.147343 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7ac4e920-90ec-4e4b-aca4-2b6a87d826a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (ccf5a2d7-a7c9-4396-9620-5a58f9df7fa3), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:24.150583 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7ac4e920-90ec-4e4b-aca4-2b6a87d826a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:24.154340 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-7ac4e920-90ec-4e4b-aca4-2b6a87d826a5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ccf5a2d7-a7c9-4396-9620-5a58f9df7fa3 HTTP/1.1" status: 204 len: 168 time: 0.1319757 Mar 11 03:17:24.163208 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac4e920-90ec-4e4b-aca4-2b6a87d826a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf5a2d7-a7c9-4396-9620-5a58f9df7fa3,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:17:25.167691 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 9f44953e-11a1-4824-8ab1-3f0053b2aba6 no longer exists at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:17:25.191641 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] No Port match for: 9f44953e-11a1-4824-8ab1-3f0053b2aba6 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:17:25.192360 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 9f44953e-11a1-4824-8ab1-3f0053b2aba6 not bound to the agent host dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:17:29.076790 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8709e11c-4500-4e98-bd32-d59c74c8aa5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:30.486528 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:17:31.448904 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0c9833a5-15e7-4b5d-9a1d-7081adc92fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:32.671726 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:34.262187 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:34.794212 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 50904) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:17:34.908227 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-165c5be3-ae9c-452c-9ea9-62627fd88871 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:34.980467 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-165c5be3-ae9c-452c-9ea9-62627fd88871 admin admin] Publish callbacks [] for security_group (28531ba9-d0f4-4310-b18e-ea623bc84538), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:34.984151 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-165c5be3-ae9c-452c-9ea9-62627fd88871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (28531ba9-d0f4-4310-b18e-ea623bc84538), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:35.021699 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-165c5be3-ae9c-452c-9ea9-62627fd88871 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a04fe0452f944783a7d0d2602d664c11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264102 Mar 11 03:17:35.023450 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c5be3-ae9c-452c-9ea9-62627fd88871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28531ba9-d0f4-4310-b18e-ea623bc84538,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:17:35.025565 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 50908) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:17:35.072701 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-be223923-526e-4891-b1bb-a597ad384065 admin admin] Publish callbacks [] for security_group (28531ba9-d0f4-4310-b18e-ea623bc84538), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:35.093959 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-be223923-526e-4891-b1bb-a597ad384065 admin admin] Publish callbacks [] for security_group (28531ba9-d0f4-4310-b18e-ea623bc84538), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:35.139317 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-be223923-526e-4891-b1bb-a597ad384065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (28531ba9-d0f4-4310-b18e-ea623bc84538), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:35.141829 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-be223923-526e-4891-b1bb-a597ad384065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:35.142909 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-be223923-526e-4891-b1bb-a597ad384065 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/28531ba9-d0f4-4310-b18e-ea623bc84538 HTTP/1.1" status: 204 len: 168 time: 0.1162510 Mar 11 03:17:35.150986 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be223923-526e-4891-b1bb-a597ad384065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28531ba9-d0f4-4310-b18e-ea623bc84538,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:17:35.692269 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:35.784485 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 50934) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:17:35.828241 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-e347f488-1f59-4aab-ab5b-6ae199c9fd76 admin admin] Deleting subnet 63d0aa2b-98f2-4ba0-bfa8-8cae4c3855dc {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 03:17:35.831588 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e347f488-1f59-4aab-ab5b-6ae199c9fd76 admin admin] Publish callbacks [] for subnet (63d0aa2b-98f2-4ba0-bfa8-8cae4c3855dc), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:35.867161 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e347f488-1f59-4aab-ab5b-6ae199c9fd76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3715445'] for subnet (63d0aa2b-98f2-4ba0-bfa8-8cae4c3855dc), precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:35.910165 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e347f488-1f59-4aab-ab5b-6ae199c9fd76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16040164'] for subnet (63d0aa2b-98f2-4ba0-bfa8-8cae4c3855dc), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:35.962417 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e347f488-1f59-4aab-ab5b-6ae199c9fd76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16040175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26187709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25193187'] for subnet (63d0aa2b-98f2-4ba0-bfa8-8cae4c3855dc), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:35.993034 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e347f488-1f59-4aab-ab5b-6ae199c9fd76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63d0aa2b-98f2-4ba0-bfa8-8cae4c3855dc,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:17:35.998211 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e347f488-1f59-4aab-ab5b-6ae199c9fd76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:36.001333 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-e347f488-1f59-4aab-ab5b-6ae199c9fd76 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/63d0aa2b-98f2-4ba0-bfa8-8cae4c3855dc HTTP/1.1" status: 204 len: 168 time: 0.2158513 Mar 11 03:17:36.003176 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e347f488-1f59-4aab-ab5b-6ae199c9fd76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:17:36.003625 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e347f488-1f59-4aab-ab5b-6ae199c9fd76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:17:36.003973 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 50942) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:17:36.004121 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e347f488-1f59-4aab-ab5b-6ae199c9fd76 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:17:36.004330 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e347f488-1f59-4aab-ab5b-6ae199c9fd76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:17:36.004769 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e347f488-1f59-4aab-ab5b-6ae199c9fd76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:17:36.004987 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e347f488-1f59-4aab-ab5b-6ae199c9fd76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:17:36.005390 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e347f488-1f59-4aab-ab5b-6ae199c9fd76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:17:36.005655 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e347f488-1f59-4aab-ab5b-6ae199c9fd76 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:17:36.005995 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e347f488-1f59-4aab-ab5b-6ae199c9fd76 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:17:36.006323 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e347f488-1f59-4aab-ab5b-6ae199c9fd76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:17:36.006756 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e347f488-1f59-4aab-ab5b-6ae199c9fd76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:17:36.006981 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e347f488-1f59-4aab-ab5b-6ae199c9fd76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:17:36.007970 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e347f488-1f59-4aab-ab5b-6ae199c9fd76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:17:36.078213 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fedfc963-6d31-42e3-86fe-b9d7d51d744c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16082977'] for network (0c4e3020-d0ba-49db-9c60-8152d4d4820b), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:36.155230 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fedfc963-6d31-42e3-86fe-b9d7d51d744c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16047135', 'neutron.services.segments.db._delete_segments_for_network-8766925140502'] for network (0c4e3020-d0ba-49db-9c60-8152d4d4820b), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:36.176719 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-fedfc963-6d31-42e3-86fe-b9d7d51d744c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c4e3020-d0ba-49db-9c60-8152d4d4820b']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:17:36.186629 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-fedfc963-6d31-42e3-86fe-b9d7d51d744c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '831c2b20-a370-4fb6-a638-fd8deae4a680') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:17:36.186932 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-fedfc963-6d31-42e3-86fe-b9d7d51d744c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '831c2b20-a370-4fb6-a638-fd8deae4a680') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:17:36.196636 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fedfc963-6d31-42e3-86fe-b9d7d51d744c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766925139231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25359099'] for segment (831c2b20-a370-4fb6-a638-fd8deae4a680), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:36.210917 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fedfc963-6d31-42e3-86fe-b9d7d51d744c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715'] for segment (831c2b20-a370-4fb6-a638-fd8deae4a680), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:36.216771 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fedfc963-6d31-42e3-86fe-b9d7d51d744c admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 03:17:36.217153 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fedfc963-6d31-42e3-86fe-b9d7d51d744c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15272269'] for segment (831c2b20-a370-4fb6-a638-fd8deae4a680), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:36.218840 dv-cinder-740146-14-iscsi neutron-server[103364]: Traceback (most recent call last): Mar 11 03:17:36.218840 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 03:17:36.218840 dv-cinder-740146-14-iscsi neutron-server[103364]: timer() Mar 11 03:17:36.218840 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 03:17:36.218840 dv-cinder-740146-14-iscsi neutron-server[103364]: cb(*args, **kw) Mar 11 03:17:36.218840 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 03:17:36.218840 dv-cinder-740146-14-iscsi neutron-server[103364]: return func(*args, **kwargs) Mar 11 03:17:36.218840 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 03:17:36.218840 dv-cinder-740146-14-iscsi neutron-server[103364]: self._notify() Mar 11 03:17:36.218840 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 03:17:36.218840 dv-cinder-740146-14-iscsi neutron-server[103364]: self.callback(batched_events) Mar 11 03:17:36.218840 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 03:17:36.218840 dv-cinder-740146-14-iscsi neutron-server[103364]: event.method(event) Mar 11 03:17:36.218840 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 03:17:36.218840 dv-cinder-740146-14-iscsi neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 03:17:36.218840 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 03:17:36.218840 dv-cinder-740146-14-iscsi neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 03:17:36.218840 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 03:17:36.218840 dv-cinder-740146-14-iscsi neutron-server[103364]: return f(self, *a, **k) Mar 11 03:17:36.218840 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 03:17:36.218840 dv-cinder-740146-14-iscsi neutron-server[103364]: return self._get(url).json() Mar 11 03:17:36.218840 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 03:17:36.218840 dv-cinder-740146-14-iscsi neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 03:17:36.218840 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 03:17:36.218840 dv-cinder-740146-14-iscsi neutron-server[103364]: return self.request(url, 'GET', **kwargs) Mar 11 03:17:36.218840 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 03:17:36.218840 dv-cinder-740146-14-iscsi neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 03:17:36.218840 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 03:17:36.218840 dv-cinder-740146-14-iscsi neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 03:17:36.218840 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 03:17:36.218840 dv-cinder-740146-14-iscsi neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 03:17:36.218840 dv-cinder-740146-14-iscsi neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 03:17:36.281878 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fedfc963-6d31-42e3-86fe-b9d7d51d744c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16047206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740006'] for network (0c4e3020-d0ba-49db-9c60-8152d4d4820b), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:36.288462 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-fedfc963-6d31-42e3-86fe-b9d7d51d744c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:36.291770 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-fedfc963-6d31-42e3-86fe-b9d7d51d744c admin admin] 10.222.0.16 "DELETE /v2.0/networks/0c4e3020-d0ba-49db-9c60-8152d4d4820b HTTP/1.1" status: 204 len: 168 time: 0.2865307 Mar 11 03:17:36.302113 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedfc963-6d31-42e3-86fe-b9d7d51d744c admin admin] Pushing event deleted for resources: {'Network': ['ID=0c4e3020-d0ba-49db-9c60-8152d4d4820b,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:17:36.459479 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 50960) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:17:36.499652 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-684d21a1-6fff-4006-9382-5c888869ac27 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f248c16ad7a40acb03c521062491183&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389273 Mar 11 03:17:36.502189 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 50962) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:17:36.557851 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7de7fefd-eae7-4c5b-97b9-398bb0b5654a admin admin] Publish callbacks [] for security_group (efae41f2-0602-4ecf-ba79-99da1f001ba8), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:36.593116 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7de7fefd-eae7-4c5b-97b9-398bb0b5654a admin admin] Publish callbacks [] for security_group (efae41f2-0602-4ecf-ba79-99da1f001ba8), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:36.642955 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:36.649890 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 50966) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:17:36.654753 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7de7fefd-eae7-4c5b-97b9-398bb0b5654a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (efae41f2-0602-4ecf-ba79-99da1f001ba8), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:36.657275 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7de7fefd-eae7-4c5b-97b9-398bb0b5654a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:36.658429 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-7de7fefd-eae7-4c5b-97b9-398bb0b5654a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/efae41f2-0602-4ecf-ba79-99da1f001ba8 HTTP/1.1" status: 204 len: 168 time: 0.1553447 Mar 11 03:17:36.666921 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7fefd-eae7-4c5b-97b9-398bb0b5654a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efae41f2-0602-4ecf-ba79-99da1f001ba8,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:17:36.868129 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b59ad3c7-0ac1-4722-82a5-6adbbdbc5dfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:36.949889 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b59ad3c7-0ac1-4722-82a5-6adbbdbc5dfe admin admin] Publish callbacks [] for security_group (f4b91015-015a-4c24-8a2f-2fb91b65c20a), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:36.953921 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b59ad3c7-0ac1-4722-82a5-6adbbdbc5dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (f4b91015-015a-4c24-8a2f-2fb91b65c20a), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:36.999713 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-b59ad3c7-0ac1-4722-82a5-6adbbdbc5dfe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d6b5d29e3594a6e9348bcb8213e7663&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3487346 Mar 11 03:17:37.000676 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ad3c7-0ac1-4722-82a5-6adbbdbc5dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b91015-015a-4c24-8a2f-2fb91b65c20a,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:17:37.002524 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 50982) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:17:37.051872 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b0a728df-fe30-4f95-9052-81826fd47ddc admin admin] Publish callbacks [] for security_group (f4b91015-015a-4c24-8a2f-2fb91b65c20a), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:37.074342 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b0a728df-fe30-4f95-9052-81826fd47ddc admin admin] Publish callbacks [] for security_group (f4b91015-015a-4c24-8a2f-2fb91b65c20a), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:37.126443 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b0a728df-fe30-4f95-9052-81826fd47ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (f4b91015-015a-4c24-8a2f-2fb91b65c20a), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:37.129089 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b0a728df-fe30-4f95-9052-81826fd47ddc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:37.130329 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-b0a728df-fe30-4f95-9052-81826fd47ddc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f4b91015-015a-4c24-8a2f-2fb91b65c20a HTTP/1.1" status: 204 len: 168 time: 0.1268156 Mar 11 03:17:37.138586 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a728df-fe30-4f95-9052-81826fd47ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b91015-015a-4c24-8a2f-2fb91b65c20a,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:17:37.450592 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 51002) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:17:37.464374 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1daa92f5-ff92-491e-bb8a-04d809a38164 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:37.542946 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1daa92f5-ff92-491e-bb8a-04d809a38164 admin admin] Publish callbacks [] for security_group (60e97a91-304b-4bb2-9e62-cac15f62701c), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:37.546931 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-1daa92f5-ff92-491e-bb8a-04d809a38164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (60e97a91-304b-4bb2-9e62-cac15f62701c), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:37.589275 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa92f5-ff92-491e-bb8a-04d809a38164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e97a91-304b-4bb2-9e62-cac15f62701c,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:17:37.595975 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-1daa92f5-ff92-491e-bb8a-04d809a38164 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad933e9810314349924454c7b63147bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1443238 Mar 11 03:17:37.598545 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 51012) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:17:37.649568 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-861c2b76-5672-485b-9bba-c2b60aef9e36 admin admin] Publish callbacks [] for security_group (60e97a91-304b-4bb2-9e62-cac15f62701c), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:37.670825 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-861c2b76-5672-485b-9bba-c2b60aef9e36 admin admin] Publish callbacks [] for security_group (60e97a91-304b-4bb2-9e62-cac15f62701c), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:37.720522 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-861c2b76-5672-485b-9bba-c2b60aef9e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (60e97a91-304b-4bb2-9e62-cac15f62701c), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:37.723102 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-861c2b76-5672-485b-9bba-c2b60aef9e36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:37.724255 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-861c2b76-5672-485b-9bba-c2b60aef9e36 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/60e97a91-304b-4bb2-9e62-cac15f62701c HTTP/1.1" status: 204 len: 168 time: 0.1248035 Mar 11 03:17:37.732676 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c2b76-5672-485b-9bba-c2b60aef9e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e97a91-304b-4bb2-9e62-cac15f62701c,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:17:44.639163 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 51124) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:17:44.640252 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 51126) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:17:44.742894 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-28baf506-0418-441a-af77-f835d88a0667 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:44.745586 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b25c8f98-b182-40a9-bacd-b49c07bf5dba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:44.819706 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b25c8f98-b182-40a9-bacd-b49c07bf5dba admin admin] Publish callbacks [] for security_group (01eae3e9-9e0b-4d33-b7e4-2b1ca3168870), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:44.821753 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-28baf506-0418-441a-af77-f835d88a0667 admin admin] Publish callbacks [] for security_group (54a4e58a-dc55-4db4-9580-c6ebed58c5b3), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:44.823525 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b25c8f98-b182-40a9-bacd-b49c07bf5dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (01eae3e9-9e0b-4d33-b7e4-2b1ca3168870), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:44.825485 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-28baf506-0418-441a-af77-f835d88a0667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (54a4e58a-dc55-4db4-9580-c6ebed58c5b3), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:44.861472 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-b25c8f98-b182-40a9-bacd-b49c07bf5dba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=87a14d5a81e043248e8a916690686aca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211604 Mar 11 03:17:44.862606 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c8f98-b182-40a9-bacd-b49c07bf5dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01eae3e9-9e0b-4d33-b7e4-2b1ca3168870,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:17:44.864530 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-28baf506-0418-441a-af77-f835d88a0667 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3c5de879bc1c43dabf2c3f9193401b16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231574 Mar 11 03:17:44.864846 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 51132) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:17:44.867519 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 51134) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:17:44.873767 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28baf506-0418-441a-af77-f835d88a0667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a4e58a-dc55-4db4-9580-c6ebed58c5b3,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:17:44.916499 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3b97c9d7-84bf-419d-921a-caec58ecbf5e admin admin] Publish callbacks [] for security_group (01eae3e9-9e0b-4d33-b7e4-2b1ca3168870), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:44.917932 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e87f11a7-928d-47e8-bfc8-b9c8459ffdad admin admin] Publish callbacks [] for security_group (54a4e58a-dc55-4db4-9580-c6ebed58c5b3), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:44.939634 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3b97c9d7-84bf-419d-921a-caec58ecbf5e admin admin] Publish callbacks [] for security_group (01eae3e9-9e0b-4d33-b7e4-2b1ca3168870), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:44.939847 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e87f11a7-928d-47e8-bfc8-b9c8459ffdad admin admin] Publish callbacks [] for security_group (54a4e58a-dc55-4db4-9580-c6ebed58c5b3), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:44.987413 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e87f11a7-928d-47e8-bfc8-b9c8459ffdad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (54a4e58a-dc55-4db4-9580-c6ebed58c5b3), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:44.988736 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3b97c9d7-84bf-419d-921a-caec58ecbf5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (01eae3e9-9e0b-4d33-b7e4-2b1ca3168870), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:44.989947 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-e87f11a7-928d-47e8-bfc8-b9c8459ffdad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:44.991603 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-e87f11a7-928d-47e8-bfc8-b9c8459ffdad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/54a4e58a-dc55-4db4-9580-c6ebed58c5b3 HTTP/1.1" status: 204 len: 168 time: 0.1226690 Mar 11 03:17:44.992336 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-3b97c9d7-84bf-419d-921a-caec58ecbf5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:44.996497 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-3b97c9d7-84bf-419d-921a-caec58ecbf5e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/01eae3e9-9e0b-4d33-b7e4-2b1ca3168870 HTTP/1.1" status: 204 len: 168 time: 0.1307106 Mar 11 03:17:45.002338 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f11a7-928d-47e8-bfc8-b9c8459ffdad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a4e58a-dc55-4db4-9580-c6ebed58c5b3,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:17:45.008123 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97c9d7-84bf-419d-921a-caec58ecbf5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01eae3e9-9e0b-4d33-b7e4-2b1ca3168870,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:17:45.332156 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 51142) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:17:45.346125 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-74d58f52-6be7-4760-931f-e11ed7a6a20f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:45.419359 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-74d58f52-6be7-4760-931f-e11ed7a6a20f admin admin] Publish callbacks [] for security_group (3d4d5dcd-1672-464b-bd25-d42b7e649061), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:45.422933 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-74d58f52-6be7-4760-931f-e11ed7a6a20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (3d4d5dcd-1672-464b-bd25-d42b7e649061), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:45.464225 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-74d58f52-6be7-4760-931f-e11ed7a6a20f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=76e3526494664bf19f95de591930942d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307635 Mar 11 03:17:45.466009 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d58f52-6be7-4760-931f-e11ed7a6a20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4d5dcd-1672-464b-bd25-d42b7e649061,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:17:45.466752 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 51144) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:17:45.514600 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19a76f90-532f-4817-bee6-7b46d5ec1021 admin admin] Publish callbacks [] for security_group (3d4d5dcd-1672-464b-bd25-d42b7e649061), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:45.535411 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19a76f90-532f-4817-bee6-7b46d5ec1021 admin admin] Publish callbacks [] for security_group (3d4d5dcd-1672-464b-bd25-d42b7e649061), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:45.582134 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19a76f90-532f-4817-bee6-7b46d5ec1021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (3d4d5dcd-1672-464b-bd25-d42b7e649061), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:45.584593 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19a76f90-532f-4817-bee6-7b46d5ec1021 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:45.586438 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-19a76f90-532f-4817-bee6-7b46d5ec1021 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3d4d5dcd-1672-464b-bd25-d42b7e649061 HTTP/1.1" status: 204 len: 168 time: 0.1187005 Mar 11 03:17:45.594314 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a76f90-532f-4817-bee6-7b46d5ec1021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4d5dcd-1672-464b-bd25-d42b7e649061,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:17:48.871337 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b789812-07ae-4662-aa3d-107eb4d30c9e req-04430922-1fd6-4c8c-a305-06f2b6755e99 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:17:48.872803 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6b789812-07ae-4662-aa3d-107eb4d30c9e req-04430922-1fd6-4c8c-a305-06f2b6755e99 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e92935c-cf46-4a2d-84c0-fc88fc54482b HTTP/1.1" status: 200 len: 945 time: 0.0552106 Mar 11 03:17:48.924389 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6b789812-07ae-4662-aa3d-107eb4d30c9e req-1c7b2ff6-68ac-42fb-9e6d-16fecda43f82 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459208 Mar 11 03:17:50.047127 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424dcdd-417a-4d49-b671-7dfd820c7fe4 req-d3c63845-ceae-49f6-84f6-4818e5965d03 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:17:50.048639 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f424dcdd-417a-4d49-b671-7dfd820c7fe4 req-d3c63845-ceae-49f6-84f6-4818e5965d03 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e92935c-cf46-4a2d-84c0-fc88fc54482b HTTP/1.1" status: 200 len: 945 time: 0.0557823 Mar 11 03:17:50.098782 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f424dcdd-417a-4d49-b671-7dfd820c7fe4 req-35210d1d-6fe9-4d75-b465-b5416d8535d9 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439034 Mar 11 03:17:50.471207 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3dc52d-5a62-423a-ba65-1f53323b46ba req-519670e7-1a47-4df9-9032-ad1667e8d8d1 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:17:50.472681 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8b3dc52d-5a62-423a-ba65-1f53323b46ba req-519670e7-1a47-4df9-9032-ad1667e8d8d1 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e92935c-cf46-4a2d-84c0-fc88fc54482b HTTP/1.1" status: 200 len: 945 time: 0.0551293 Mar 11 03:17:50.567927 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-8b3dc52d-5a62-423a-ba65-1f53323b46ba req-731042c3-d398-46b8-a269-5c3ccd9590cb tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Deleting port 1f50262a-dd08-4225-b4c8-45178321485b {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:17:50.568267 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8b3dc52d-5a62-423a-ba65-1f53323b46ba req-731042c3-d398-46b8-a269-5c3ccd9590cb tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (1f50262a-dd08-4225-b4c8-45178321485b), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:50.664886 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-8b3dc52d-5a62-423a-ba65-1f53323b46ba req-731042c3-d398-46b8-a269-5c3ccd9590cb tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] For port 1f50262a-dd08-4225-b4c8-45178321485b, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1f50262a-dd08-4225-b4c8-45178321485b,segment=NetworkSegment(7f40feb2-6419-48b9-817e-48dcb6686157),segment_id=7f40feb2-6419-48b9-817e-48dcb6686157)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:17:50.665612 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8b3dc52d-5a62-423a-ba65-1f53323b46ba req-731042c3-d398-46b8-a269-5c3ccd9590cb tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (1f50262a-dd08-4225-b4c8-45178321485b), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:50.843683 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8b3dc52d-5a62-423a-ba65-1f53323b46ba req-731042c3-d398-46b8-a269-5c3ccd9590cb tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:50.843965 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8b3dc52d-5a62-423a-ba65-1f53323b46ba req-731042c3-d398-46b8-a269-5c3ccd9590cb tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740024'] for floatingip (05d3785e-b728-46b6-82ad-1d15b9123b57), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:50.844289 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.db.l3_db [req-8b3dc52d-5a62-423a-ba65-1f53323b46ba req-731042c3-d398-46b8-a269-5c3ccd9590cb tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Floating IP 05d3785e-b728-46b6-82ad-1d15b9123b57 disassociated. External IP: 172.27.2.27, port: 1f50262a-dd08-4225-b4c8-45178321485b. Mar 11 03:17:50.844635 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-8b3dc52d-5a62-423a-ba65-1f53323b46ba req-731042c3-d398-46b8-a269-5c3ccd9590cb tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Calling delete_port for 1f50262a-dd08-4225-b4c8-45178321485b owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:17:50.981102 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8b3dc52d-5a62-423a-ba65-1f53323b46ba req-731042c3-d398-46b8-a269-5c3ccd9590cb tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (1f50262a-dd08-4225-b4c8-45178321485b), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:51.014680 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731042c3-d398-46b8-a269-5c3ccd9590cb tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Pushing event deleted for resources: {'Port': ['ID=1f50262a-dd08-4225-b4c8-45178321485b,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:17:51.141133 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b3dc52d-5a62-423a-ba65-1f53323b46ba req-731042c3-d398-46b8-a269-5c3ccd9590cb tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Router 5a771705-699a-4c0b-8dbc-c83a77811843 has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:17:51.201117 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e4a15abd-2a7d-44d5-9e4a-fbd3b71f75a6 req-6ebc6be2-fc93-4f92-94d9-bd842e88e1a7 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e92935c-cf46-4a2d-84c0-fc88fc54482b HTTP/1.1" status: 200 len: 210 time: 0.0330253 Mar 11 03:17:51.253995 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b3dc52d-5a62-423a-ba65-1f53323b46ba req-731042c3-d398-46b8-a269-5c3ccd9590cb tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:17:51.264236 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6798cfee-c86a-4290-aeaa-b476f168047c None None] Sync routers for ids ['5a771705-699a-4c0b-8dbc-c83a77811843'] in dv-cinder-740146-14-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:17:51.274985 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6798cfee-c86a-4290-aeaa-b476f168047c None None] Routers {'5a771705-699a-4c0b-8dbc-c83a77811843'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:17:51.275588 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6798cfee-c86a-4290-aeaa-b476f168047c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:17:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['5a771705-699a-4c0b-8dbc-c83a77811843'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:17:51.295074 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3dc52d-5a62-423a-ba65-1f53323b46ba req-731042c3-d398-46b8-a269-5c3ccd9590cb tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] No DVR routers for this DVR port 1f50262a-dd08-4225-b4c8-45178321485b on host hv-cinder-74014 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:17:51.297554 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-8b3dc52d-5a62-423a-ba65-1f53323b46ba req-731042c3-d398-46b8-a269-5c3ccd9590cb tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:51.302038 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-8b3dc52d-5a62-423a-ba65-1f53323b46ba req-731042c3-d398-46b8-a269-5c3ccd9590cb tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.18 "DELETE /v2.0/ports/1f50262a-dd08-4225-b4c8-45178321485b HTTP/1.1" status: 204 len: 173 time: 0.8242538 Mar 11 03:17:51.302613 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e92935c-cf46-4a2d-84c0-fc88fc54482b', 'name': 'network-vif-deleted', 'tag': '1f50262a-dd08-4225-b4c8-45178321485b'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:17:51.306623 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1feb078-a9ed-4c24-a429-7062151f7c1b" -d '{"events": [{"server_uuid": "0e92935c-cf46-4a2d-84c0-fc88fc54482b", "name": "network-vif-deleted", "tag": "1f50262a-dd08-4225-b4c8-45178321485b"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:17:51.344208 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d03f9b-3c6f-405e-87eb-eb618c64a590 x-openstack-request-id: req-72d03f9b-3c6f-405e-87eb-eb618c64a590 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:17:51.344593 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e92935c-cf46-4a2d-84c0-fc88fc54482b", "name": "network-vif-deleted", "tag": "1f50262a-dd08-4225-b4c8-45178321485b", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:17:51.344858 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-72d03f9b-3c6f-405e-87eb-eb618c64a590 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:17:51.345523 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e92935c-cf46-4a2d-84c0-fc88fc54482b', 'name': 'network-vif-deleted', 'tag': '1f50262a-dd08-4225-b4c8-45178321485b', 'status': 'completed', 'code': 200} Mar 11 03:17:51.389136 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-6798cfee-c86a-4290-aeaa-b476f168047c None None] Set router 5a771705-699a-4c0b-8dbc-c83a77811843 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:17:51.603392 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6798cfee-c86a-4290-aeaa-b476f168047c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'name': 'tempest-TestVolumeBootPattern-1314935413-router', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:14:56Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '35782709df5e4313b93edef74cf56852', 'gw_port': {'id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:14:57Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '7bf9e685-d578-4a2b-a944-ff57abd96f15', 'name': '', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'mac_address': 'fa:16:3e:a3:44:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:15:00Z', 'updated_at': '2022-03-11T03:15:04Z', 'revision_number': 5, 'project_id': '35782709df5e4313b93edef74cf56852', 'subnets': [{'id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:17:51.630038 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6798cfee-c86a-4290-aeaa-b476f168047c None None] Checking router: 5a771705-699a-4c0b-8dbc-c83a77811843 for host: dv-cinder-740146-14-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:17:51.640964 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6798cfee-c86a-4290-aeaa-b476f168047c None None] Routers {'5a771705-699a-4c0b-8dbc-c83a77811843'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:17:51.641593 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6798cfee-c86a-4290-aeaa-b476f168047c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:17:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['5a771705-699a-4c0b-8dbc-c83a77811843'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:17:51.754543 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-6798cfee-c86a-4290-aeaa-b476f168047c None None] Set router 5a771705-699a-4c0b-8dbc-c83a77811843 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:17:51.958948 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6798cfee-c86a-4290-aeaa-b476f168047c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'name': 'tempest-TestVolumeBootPattern-1314935413-router', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:14:56Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '35782709df5e4313b93edef74cf56852', 'gw_port': {'id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:14:57Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '7bf9e685-d578-4a2b-a944-ff57abd96f15', 'name': '', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'mac_address': 'fa:16:3e:a3:44:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:15:00Z', 'updated_at': '2022-03-11T03:15:04Z', 'revision_number': 5, 'project_id': '35782709df5e4313b93edef74cf56852', 'subnets': [{'id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:17:51.986829 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6798cfee-c86a-4290-aeaa-b476f168047c None None] The sync data for ids ['5a771705-699a-4c0b-8dbc-c83a77811843'] in dv-cinder-740146-14-iscsi is: [{'id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'name': 'tempest-TestVolumeBootPattern-1314935413-router', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:14:56Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '35782709df5e4313b93edef74cf56852', 'gw_port': {'id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:14:57Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '7bf9e685-d578-4a2b-a944-ff57abd96f15', 'name': '', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'mac_address': 'fa:16:3e:a3:44:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:15:00Z', 'updated_at': '2022-03-11T03:15:04Z', 'revision_number': 5, 'project_id': '35782709df5e4313b93edef74cf56852', 'subnets': [{'id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:17:52.221377 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a885c9fa-ca88-4345-a2dc-c3ced1add91e None None] New status for floating IP 05d3785e-b728-46b6-82ad-1d15b9123b57: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 03:17:52.466711 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-edea8a42-c13e-4303-8d78-1951cd00a259 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-145918928&fields=id&tenant_id=35782709df5e4313b93edef74cf56852 HTTP/1.1" status: 200 len: 267 time: 0.0447772 Mar 11 03:17:52.577394 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-bfc2d518-a987-4380-8db2-1f123a64c945 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:17:52.579118 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-bfc2d518-a987-4380-8db2-1f123a64c945 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/networks?id=40900669-df90-4f82-b7ae-055eaee2edde HTTP/1.1" status: 200 len: 812 time: 0.1047330 Mar 11 03:17:52.594363 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-0f7ba1f4-e37d-499e-b32f-9107056c80dd tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/quotas/35782709df5e4313b93edef74cf56852 HTTP/1.1" status: 200 len: 375 time: 0.0098760 Mar 11 03:17:52.651388 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-6b36ffd1-854c-4816-a6a8-71aa2de06c79 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=35782709df5e4313b93edef74cf56852&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522349 Mar 11 03:17:52.751584 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-c969513f-9f6c-48b1-9d63-6c71c3db602f service neutron] 10.222.0.16 "GET /v2.0/networks/40900669-df90-4f82-b7ae-055eaee2edde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886846 Mar 11 03:17:52.839919 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-ce494c60-6c03-47df-9ae3-418185f82604 service neutron] 10.222.0.16 "GET /v2.0/networks/40900669-df90-4f82-b7ae-055eaee2edde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826533 Mar 11 03:17:53.146408 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-faf1e8e6-4fb2-4833-8924-247a61058f53 req-086efdfd-fad5-4cab-8384-9a5a2f6f5e7c tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a9e07dc-09b8-4c02-94e8-8d377aaf3c90 HTTP/1.1" status: 200 len: 210 time: 0.0316350 Mar 11 03:17:53.419995 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 1f50262a-dd08-4225-b4c8-45178321485b no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:17:53.441547 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] No Port match for: 1f50262a-dd08-4225-b4c8-45178321485b {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:17:53.441969 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 1f50262a-dd08-4225-b4c8-45178321485b not bound to the agent host hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:17:54.057309 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-ddb50946-d118-4ae0-a598-6bc2fc89d2a3 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:17:54.058972 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-ddb50946-d118-4ae0-a598-6bc2fc89d2a3 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.18 "GET /v2.0/networks?id=40900669-df90-4f82-b7ae-055eaee2edde HTTP/1.1" status: 200 len: 812 time: 0.1138618 Mar 11 03:17:54.128249 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-c93e5421-0c12-40fd-a1aa-75c0d65d2053 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35782709df5e4313b93edef74cf56852 HTTP/1.1" status: 200 len: 379 time: 0.0614171 Mar 11 03:17:54.137924 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-8ef7c1dd-7696-4fa6-8935-bac699946def tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Request body: {'port': {'device_id': '8a9e07dc-09b8-4c02-94e8-8d377aaf3c90', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'admin_state_up': True, 'tenant_id': '35782709df5e4313b93edef74cf56852', 'security_groups': ['09f5ff8f-a9bf-49c5-a123-6a19c99bf73e']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:17:54.240752 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d9dd183e-9b74-47de-931f-3cdb63847c15 req-4aefd6ea-bd59-4941-8e74-83664c334035 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a9e07dc-09b8-4c02-94e8-8d377aaf3c90 HTTP/1.1" status: 200 len: 210 time: 0.0268559 Mar 11 03:17:54.254574 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-8ef7c1dd-7696-4fa6-8935-bac699946def tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Made reservation on behalf of 35782709df5e4313b93edef74cf56852 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:17:54.259591 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-8ef7c1dd-7696-4fa6-8935-bac699946def tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:54.390444 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-8ef7c1dd-7696-4fa6-8935-bac699946def tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Allocated IP 172.20.0.14 (40900669-df90-4f82-b7ae-055eaee2edde/a2b4a50b-7f36-4ec6-b3c7-892482e45a07/1c0ed894-b055-4282-9081-66a3aeab96e1) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:17:54.541067 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-8ef7c1dd-7696-4fa6-8935-bac699946def tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for port (1c0ed894-b055-4282-9081-66a3aeab96e1), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:54.577848 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-8ef7c1dd-7696-4fa6-8935-bac699946def tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (1c0ed894-b055-4282-9081-66a3aeab96e1), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:54.619985 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-8ef7c1dd-7696-4fa6-8935-bac699946def tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Network 40900669-df90-4f82-b7ae-055eaee2edde is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:17:54.624953 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-8ef7c1dd-7696-4fa6-8935-bac699946def tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:17:54.628679 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-8ef7c1dd-7696-4fa6-8935-bac699946def tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:17:54.657456 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef7c1dd-7696-4fa6-8935-bac699946def tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Pushing event updated for resources: {'Port': ['ID=1c0ed894-b055-4282-9081-66a3aeab96e1,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:17:54.687531 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-8ef7c1dd-7696-4fa6-8935-bac699946def tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:17:54.688155 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-8ef7c1dd-7696-4fa6-8935-bac699946def tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:54.705653 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-8ef7c1dd-7696-4fa6-8935-bac699946def tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5714190 Mar 11 03:17:54.717750 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-9bf74f61-b5f8-4906-bd8c-cb207f55234e service neutron] Request body: {'port': {'device_id': '8a9e07dc-09b8-4c02-94e8-8d377aaf3c90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:17:54.783703 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-9bf74f61-b5f8-4906-bd8c-cb207f55234e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (1c0ed894-b055-4282-9081-66a3aeab96e1), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:54.858917 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-590fd147-f5eb-45dc-a8bb-5f3914b16a98 None None] Provisioning complete for port 1c0ed894-b055-4282-9081-66a3aeab96e1 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:17:54.859485 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-590fd147-f5eb-45dc-a8bb-5f3914b16a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (1c0ed894-b055-4282-9081-66a3aeab96e1), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:54.897121 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-590fd147-f5eb-45dc-a8bb-5f3914b16a98 None None] Port 1c0ed894-b055-4282-9081-66a3aeab96e1 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:17:55.055317 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-9bf74f61-b5f8-4906-bd8c-cb207f55234e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c0ed894-b055-4282-9081-66a3aeab96e1 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:17:55.062877 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-9bf74f61-b5f8-4906-bd8c-cb207f55234e service neutron] Publish callbacks [] for port (1c0ed894-b055-4282-9081-66a3aeab96e1), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:55.075222 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-9bf74f61-b5f8-4906-bd8c-cb207f55234e service neutron] Transition to ACTIVE for port object 1c0ed894-b055-4282-9081-66a3aeab96e1 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 03:17:55.080227 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-9bf74f61-b5f8-4906-bd8c-cb207f55234e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26187659'] for port (1c0ed894-b055-4282-9081-66a3aeab96e1), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:55.133210 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf74f61-b5f8-4906-bd8c-cb207f55234e service neutron] Pushing event updated for resources: {'Port': ['ID=1c0ed894-b055-4282-9081-66a3aeab96e1,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:17:55.205291 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-9bf74f61-b5f8-4906-bd8c-cb207f55234e service neutron] Attempting to bind port 1c0ed894-b055-4282-9081-66a3aeab96e1 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:17:55.205628 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-9bf74f61-b5f8-4906-bd8c-cb207f55234e service neutron] Attempting to bind port 1c0ed894-b055-4282-9081-66a3aeab96e1 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '7f40feb2-6419-48b9-817e-48dcb6686157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:17:55.205990 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-9bf74f61-b5f8-4906-bd8c-cb207f55234e service neutron] Attempting to bind port 1c0ed894-b055-4282-9081-66a3aeab96e1 on network 40900669-df90-4f82-b7ae-055eaee2edde {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:17:55.211256 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-9bf74f61-b5f8-4906-bd8c-cb207f55234e service neutron] Port 1c0ed894-b055-4282-9081-66a3aeab96e1 on network 40900669-df90-4f82-b7ae-055eaee2edde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 03:17:55.211494 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-9bf74f61-b5f8-4906-bd8c-cb207f55234e service neutron] Attempting to bind port 1c0ed894-b055-4282-9081-66a3aeab96e1 on network 40900669-df90-4f82-b7ae-055eaee2edde {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:17:55.216677 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-9bf74f61-b5f8-4906-bd8c-cb207f55234e service neutron] Checking agent: {'id': '5f38bfdc-d68c-4827-815d-ecd182596ad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'started_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:17:55.217014 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-9bf74f61-b5f8-4906-bd8c-cb207f55234e service neutron] Checking segment: {'id': '7f40feb2-6419-48b9-817e-48dcb6686157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:17:55.217391 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-9bf74f61-b5f8-4906-bd8c-cb207f55234e service neutron] Bound using segment: {'id': '7f40feb2-6419-48b9-817e-48dcb6686157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:17:55.217817 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-9bf74f61-b5f8-4906-bd8c-cb207f55234e service neutron] Bound port: 1c0ed894-b055-4282-9081-66a3aeab96e1, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f40feb2-6419-48b9-817e-48dcb6686157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:17:55.218199 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-9bf74f61-b5f8-4906-bd8c-cb207f55234e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (1c0ed894-b055-4282-9081-66a3aeab96e1), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:55.296940 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-9bf74f61-b5f8-4906-bd8c-cb207f55234e service neutron] For port 1c0ed894-b055-4282-9081-66a3aeab96e1, host hv-cinder-74014, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:17:55.300909 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-9bf74f61-b5f8-4906-bd8c-cb207f55234e service neutron] For port 1c0ed894-b055-4282-9081-66a3aeab96e1, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1c0ed894-b055-4282-9081-66a3aeab96e1,segment=NetworkSegment(7f40feb2-6419-48b9-817e-48dcb6686157),segment_id=7f40feb2-6419-48b9-817e-48dcb6686157)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:17:55.309047 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-9bf74f61-b5f8-4906-bd8c-cb207f55234e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26187659'] for port (1c0ed894-b055-4282-9081-66a3aeab96e1), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:55.345279 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-9bf74f61-b5f8-4906-bd8c-cb207f55234e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:17:55.346280 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-9bf74f61-b5f8-4906-bd8c-cb207f55234e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:17:55.347743 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-9bf74f61-b5f8-4906-bd8c-cb207f55234e service neutron] 10.222.0.18 "PUT /v2.0/ports/1c0ed894-b055-4282-9081-66a3aeab96e1 HTTP/1.1" status: 200 len: 1094 time: 0.6341743 Mar 11 03:17:55.350559 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a9e07dc-09b8-4c02-94e8-8d377aaf3c90', 'tag': '1c0ed894-b055-4282-9081-66a3aeab96e1'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:17:55.354384 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699bbe71-1f6f-4c1a-9f5b-1b03e3bfb713" -d '{"events": [{"name": "network-changed", "server_uuid": "8a9e07dc-09b8-4c02-94e8-8d377aaf3c90", "tag": "1c0ed894-b055-4282-9081-66a3aeab96e1"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:17:55.380472 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7b496-ba91-4b9f-99da-b9c68e22c5f2 req-7fb520d5-d524-4cfc-ba5b-5f87523cc4c6 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:17:55.383037 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9cb7b496-ba91-4b9f-99da-b9c68e22c5f2 req-7fb520d5-d524-4cfc-ba5b-5f87523cc4c6 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a9e07dc-09b8-4c02-94e8-8d377aaf3c90 HTTP/1.1" status: 200 len: 944 time: 0.0712454 Mar 11 03:17:55.392494 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf74f61-b5f8-4906-bd8c-cb207f55234e service neutron] Pushing event updated for resources: {'Port': ['ID=1c0ed894-b055-4282-9081-66a3aeab96e1,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:17:55.450306 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-1cba6f04-35a0-492a-a944-2f6b3cfd37c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:17:55.450306 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-1cba6f04-35a0-492a-a944-2f6b3cfd37c1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35782709df5e4313b93edef74cf56852&device_id=8a9e07dc-09b8-4c02-94e8-8d377aaf3c90 HTTP/1.1" status: 200 len: 1128 time: 0.0515151 Mar 11 03:17:55.450666 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9cb7b496-ba91-4b9f-99da-b9c68e22c5f2 req-6585c950-8b61-4ead-ad2d-0e9c69ab2199 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592265 Mar 11 03:17:55.457114 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881bc72a-b962-42b7-ac3e-1c49d2fb1534 x-openstack-request-id: req-881bc72a-b962-42b7-ac3e-1c49d2fb1534 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:17:55.457408 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a9e07dc-09b8-4c02-94e8-8d377aaf3c90", "tag": "1c0ed894-b055-4282-9081-66a3aeab96e1", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:17:55.457669 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-881bc72a-b962-42b7-ac3e-1c49d2fb1534 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:17:55.458166 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a9e07dc-09b8-4c02-94e8-8d377aaf3c90', 'tag': '1c0ed894-b055-4282-9081-66a3aeab96e1', 'status': 'completed', 'code': 200} Mar 11 03:17:55.497227 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-cf184ed4-e7e8-4559-a7e0-374aef7651aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c0ed894-b055-4282-9081-66a3aeab96e1 HTTP/1.1" status: 200 len: 217 time: 0.0379021 Mar 11 03:17:55.551248 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-17169a53-3e1c-49dc-80fa-9fc740e9c31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:17:55.552707 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-17169a53-3e1c-49dc-80fa-9fc740e9c31a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a2b4a50b-7f36-4ec6-b3c7-892482e45a07 HTTP/1.1" status: 200 len: 851 time: 0.0498660 Mar 11 03:17:55.603237 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-4bdd2998-5b6e-46cb-ae18-3f3a424b6f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:17:55.604687 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-4bdd2998-5b6e-46cb-ae18-3f3a424b6f51 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=40900669-df90-4f82-b7ae-055eaee2edde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451510 Mar 11 03:17:55.702881 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-987b3c5b-649c-4a1a-9655-ba801ca7569d service neutron] 10.222.0.18 "GET /v2.0/networks/40900669-df90-4f82-b7ae-055eaee2edde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913806 Mar 11 03:17:55.788130 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-1e4f13fb-5c96-4f35-a766-5df24432d324 req-8dda3556-0d4e-456d-b4d4-730c0ec34155 service neutron] 10.222.0.18 "GET /v2.0/networks/40900669-df90-4f82-b7ae-055eaee2edde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793076 Mar 11 03:17:55.877060 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699bbe71-1f6f-4c1a-9f5b-1b03e3bfb713 req-88f88edb-8c94-4450-b0e9-0f13959d4429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:17:55.878557 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-699bbe71-1f6f-4c1a-9f5b-1b03e3bfb713 req-88f88edb-8c94-4450-b0e9-0f13959d4429 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35782709df5e4313b93edef74cf56852&device_id=8a9e07dc-09b8-4c02-94e8-8d377aaf3c90 HTTP/1.1" status: 200 len: 1128 time: 0.0437610 Mar 11 03:17:55.971178 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699bbe71-1f6f-4c1a-9f5b-1b03e3bfb713 req-c02ec1b6-7b8d-4a3e-8332-7bd39b11c0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:17:55.972726 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-699bbe71-1f6f-4c1a-9f5b-1b03e3bfb713 req-c02ec1b6-7b8d-4a3e-8332-7bd39b11c0d9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=40900669-df90-4f82-b7ae-055eaee2edde HTTP/1.1" status: 200 len: 912 time: 0.0872631 Mar 11 03:17:56.013190 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-699bbe71-1f6f-4c1a-9f5b-1b03e3bfb713 req-e957a6be-62e1-40d9-94de-99558e099128 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c0ed894-b055-4282-9081-66a3aeab96e1 HTTP/1.1" status: 200 len: 217 time: 0.0339849 Mar 11 03:17:56.066900 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699bbe71-1f6f-4c1a-9f5b-1b03e3bfb713 req-cd949d08-97a8-42da-bf63-b51e5acb4034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:17:56.068348 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-699bbe71-1f6f-4c1a-9f5b-1b03e3bfb713 req-cd949d08-97a8-42da-bf63-b51e5acb4034 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a2b4a50b-7f36-4ec6-b3c7-892482e45a07 HTTP/1.1" status: 200 len: 851 time: 0.0494373 Mar 11 03:17:56.117565 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699bbe71-1f6f-4c1a-9f5b-1b03e3bfb713 req-dae8ec27-1e09-4b18-b7e9-490c451fc119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:17:56.119170 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-699bbe71-1f6f-4c1a-9f5b-1b03e3bfb713 req-dae8ec27-1e09-4b18-b7e9-490c451fc119 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=40900669-df90-4f82-b7ae-055eaee2edde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445411 Mar 11 03:17:56.213961 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-699bbe71-1f6f-4c1a-9f5b-1b03e3bfb713 req-fc4e364b-ce9e-438c-ad84-3372e0c8cba8 service neutron] 10.222.0.18 "GET /v2.0/networks/40900669-df90-4f82-b7ae-055eaee2edde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883827 Mar 11 03:17:56.305334 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-699bbe71-1f6f-4c1a-9f5b-1b03e3bfb713 req-39e4db05-a6b0-4429-9be8-e1f33aa2648e service neutron] 10.222.0.18 "GET /v2.0/networks/40900669-df90-4f82-b7ae-055eaee2edde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847812 Mar 11 03:17:56.566948 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef920fed-b8bb-4887-9864-f39b5d2308ad req-34149d5e-7d02-486e-83d1-1ce2c0efe12a tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:17:56.568394 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ef920fed-b8bb-4887-9864-f39b5d2308ad req-34149d5e-7d02-486e-83d1-1ce2c0efe12a tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a9e07dc-09b8-4c02-94e8-8d377aaf3c90 HTTP/1.1" status: 200 len: 944 time: 0.0506279 Mar 11 03:17:56.619420 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ef920fed-b8bb-4887-9864-f39b5d2308ad req-abe2ce3c-7a40-49fe-bfaf-4bca18d63f39 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448577 Mar 11 03:17:57.736667 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbae941-9566-4769-ba23-47a9c273d59f req-2a183935-2930-468d-b001-877f77595152 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:17:57.738310 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7cbae941-9566-4769-ba23-47a9c273d59f req-2a183935-2930-468d-b001-877f77595152 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a9e07dc-09b8-4c02-94e8-8d377aaf3c90 HTTP/1.1" status: 200 len: 944 time: 0.0519495 Mar 11 03:17:57.786294 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7cbae941-9566-4769-ba23-47a9c273d59f req-22a9c090-a374-462f-9a05-12f9d855f22a tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425596 Mar 11 03:17:58.901333 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56d8a0-8ac7-49b9-81ea-4b7bcb4165d5 req-cea4a752-d531-47d9-b9ce-b2c468fd1c98 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:17:58.902837 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fa56d8a0-8ac7-49b9-81ea-4b7bcb4165d5 req-cea4a752-d531-47d9-b9ce-b2c468fd1c98 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a9e07dc-09b8-4c02-94e8-8d377aaf3c90 HTTP/1.1" status: 200 len: 944 time: 0.0520449 Mar 11 03:17:58.950968 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fa56d8a0-8ac7-49b9-81ea-4b7bcb4165d5 req-983a2fc4-4fb3-432f-9787-74d4ce298b27 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426741 Mar 11 03:17:59.077671 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e8579b7e-9548-4e9f-aac7-a0c8ac33f2ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:00.076712 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d3c11-5571-40aa-9a86-699d9fd6906f req-0002b7f0-2de4-4d01-91ea-e3a1f61eaeac tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:00.078269 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b05d3c11-5571-40aa-9a86-699d9fd6906f req-0002b7f0-2de4-4d01-91ea-e3a1f61eaeac tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a9e07dc-09b8-4c02-94e8-8d377aaf3c90 HTTP/1.1" status: 200 len: 944 time: 0.0600698 Mar 11 03:18:00.128088 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b05d3c11-5571-40aa-9a86-699d9fd6906f req-93ea2ec6-b96c-46b4-ad00-61ce7b272b4d tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438375 Mar 11 03:18:01.246727 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216d37f-c2fb-4688-bb93-09aad7855d25 req-52c76326-6e56-42fb-866d-390f0ed84a6e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:01.248199 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c216d37f-c2fb-4688-bb93-09aad7855d25 req-52c76326-6e56-42fb-866d-390f0ed84a6e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a9e07dc-09b8-4c02-94e8-8d377aaf3c90 HTTP/1.1" status: 200 len: 944 time: 0.0523710 Mar 11 03:18:01.295724 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c216d37f-c2fb-4688-bb93-09aad7855d25 req-d6233e63-9e87-4776-b4fd-ac81e9c0bd35 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420790 Mar 11 03:18:01.449188 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-be3ad4e5-f888-47c9-a757-4276922429c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:02.422061 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e370049-bc70-4ce2-90e5-e86dd1bd6187 req-12517e20-f699-44f0-93aa-f02ac177fd0c tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:02.424904 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0e370049-bc70-4ce2-90e5-e86dd1bd6187 req-12517e20-f699-44f0-93aa-f02ac177fd0c tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a9e07dc-09b8-4c02-94e8-8d377aaf3c90 HTTP/1.1" status: 200 len: 944 time: 0.0618939 Mar 11 03:18:02.486331 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-0e370049-bc70-4ce2-90e5-e86dd1bd6187 req-97399d7b-7208-48d5-8c3f-0e450d3fa722 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548029 Mar 11 03:18:02.677132 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:03.603142 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb6e58-734b-431a-8a33-db716f7eaf8f req-f211e3a6-2b42-4e5f-86cf-112cfd3ba0a4 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:03.604615 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-70fb6e58-734b-431a-8a33-db716f7eaf8f req-f211e3a6-2b42-4e5f-86cf-112cfd3ba0a4 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a9e07dc-09b8-4c02-94e8-8d377aaf3c90 HTTP/1.1" status: 200 len: 944 time: 0.0528398 Mar 11 03:18:03.652377 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-70fb6e58-734b-431a-8a33-db716f7eaf8f req-46de4b07-6995-433d-8810-e6866fe38c05 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422382 Mar 11 03:18:04.268411 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:04.768892 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a14d71-e353-499a-9dd5-38ca4fdadfff req-8f424ffa-4b23-422a-b3b4-6c93d22dfb95 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:04.770363 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f2a14d71-e353-499a-9dd5-38ca4fdadfff req-8f424ffa-4b23-422a-b3b4-6c93d22dfb95 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a9e07dc-09b8-4c02-94e8-8d377aaf3c90 HTTP/1.1" status: 200 len: 944 time: 0.0507152 Mar 11 03:18:04.818314 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f2a14d71-e353-499a-9dd5-38ca4fdadfff req-1475b99b-1b1d-4de2-8826-d13356bcb0d7 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418093 Mar 11 03:18:05.695755 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:05.938927 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf754e0-55ce-413a-a9c6-594e2aca1c53 req-696567f3-dcfe-4e02-b9e4-bb3ebcd3dc7c tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:05.940387 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9cf754e0-55ce-413a-a9c6-594e2aca1c53 req-696567f3-dcfe-4e02-b9e4-bb3ebcd3dc7c tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a9e07dc-09b8-4c02-94e8-8d377aaf3c90 HTTP/1.1" status: 200 len: 944 time: 0.0562038 Mar 11 03:18:05.989032 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9cf754e0-55ce-413a-a9c6-594e2aca1c53 req-437809ee-5363-4211-8d9c-7c3b1b5af5a2 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425904 Mar 11 03:18:06.635852 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:07.105752 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ea1d5-dd9d-4122-9c48-02541e11e9cf req-754f9268-8158-4a84-a35b-351cf2cb7398 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:07.107296 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e77ea1d5-dd9d-4122-9c48-02541e11e9cf req-754f9268-8158-4a84-a35b-351cf2cb7398 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a9e07dc-09b8-4c02-94e8-8d377aaf3c90 HTTP/1.1" status: 200 len: 944 time: 0.0537860 Mar 11 03:18:07.157543 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e77ea1d5-dd9d-4122-9c48-02541e11e9cf req-d45fee6c-68c5-483c-b058-b75a48f117eb tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447500 Mar 11 03:18:07.485039 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:18:08.278943 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310eff4-7077-441f-9b47-739902e81a69 req-64f5a957-7947-4c32-8783-f9a1996dea02 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:08.280435 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3310eff4-7077-441f-9b47-739902e81a69 req-64f5a957-7947-4c32-8783-f9a1996dea02 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a9e07dc-09b8-4c02-94e8-8d377aaf3c90 HTTP/1.1" status: 200 len: 944 time: 0.0578661 Mar 11 03:18:08.329148 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3310eff4-7077-441f-9b47-739902e81a69 req-64510c9e-c5a5-4eac-9b71-07db6ed13522 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432615 Mar 11 03:18:09.451299 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6ab3a-48e7-4933-9f22-8115c5e45c98 req-4ce06196-5eeb-4417-a4fa-ba7a4501e3b1 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:09.452764 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bbc6ab3a-48e7-4933-9f22-8115c5e45c98 req-4ce06196-5eeb-4417-a4fa-ba7a4501e3b1 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a9e07dc-09b8-4c02-94e8-8d377aaf3c90 HTTP/1.1" status: 200 len: 944 time: 0.0526690 Mar 11 03:18:09.500558 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bbc6ab3a-48e7-4933-9f22-8115c5e45c98 req-cdc787d3-ec8e-4d4d-927e-bc7934453e5b tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419731 Mar 11 03:18:10.619787 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9caf5-3840-4567-857d-18b157aaf7fc req-4febc7ce-c3b3-4040-ad9e-561383897168 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:10.621803 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-abd9caf5-3840-4567-857d-18b157aaf7fc req-4febc7ce-c3b3-4040-ad9e-561383897168 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a9e07dc-09b8-4c02-94e8-8d377aaf3c90 HTTP/1.1" status: 200 len: 944 time: 0.0547910 Mar 11 03:18:10.675075 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-abd9caf5-3840-4567-857d-18b157aaf7fc req-600c6965-fc1a-4bdb-bffe-9b3eae1d93d6 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478926 Mar 11 03:18:11.466071 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 1c0ed894-b055-4282-9081-66a3aeab96e1 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 03:18:11.564380 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 1c0ed894-b055-4282-9081-66a3aeab96e1, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1c0ed894-b055-4282-9081-66a3aeab96e1,segment=NetworkSegment(7f40feb2-6419-48b9-817e-48dcb6686157),segment_id=7f40feb2-6419-48b9-817e-48dcb6686157)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:18:11.576771 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Returning: {'device': '1c0ed894-b055-4282-9081-66a3aeab96e1', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'port_id': '1c0ed894-b055-4282-9081-66a3aeab96e1', 'mac_address': 'fa:16:3e:0b:6b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 03:18:11.615708 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 1c0ed894-b055-4282-9081-66a3aeab96e1 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:18:11.615920 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (1c0ed894-b055-4282-9081-66a3aeab96e1), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:11.629523 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c0ed894-b055-4282-9081-66a3aeab96e1 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:18:11.651704 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 1c0ed894-b055-4282-9081-66a3aeab96e1, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1c0ed894-b055-4282-9081-66a3aeab96e1,segment=NetworkSegment(7f40feb2-6419-48b9-817e-48dcb6686157),segment_id=7f40feb2-6419-48b9-817e-48dcb6686157)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:18:11.655054 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (1c0ed894-b055-4282-9081-66a3aeab96e1), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:11.707368 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=1c0ed894-b055-4282-9081-66a3aeab96e1,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:11.715759 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:11.716174 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:11.716464 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:11.716804 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:11.717165 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:11.717454 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:11.717786 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:11.718148 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:11.718480 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:11.718787 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:11.719121 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:11.719445 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:11.719769 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:11.807387 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe44e4e-0ad2-4eae-b1ea-c5987b3d825d req-feb8db4c-777e-4677-b688-d86b0269e4d4 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:11.808938 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5fe44e4e-0ad2-4eae-b1ea-c5987b3d825d req-feb8db4c-777e-4677-b688-d86b0269e4d4 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a9e07dc-09b8-4c02-94e8-8d377aaf3c90 HTTP/1.1" status: 200 len: 945 time: 0.0535243 Mar 11 03:18:11.864098 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5fe44e4e-0ad2-4eae-b1ea-c5987b3d825d req-5909c44f-a1c2-438d-8691-41ee61064e30 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490432 Mar 11 03:18:11.869547 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] get_ports_and_sgs() called for port_ids ['1c0ed894-b055-4282-9081-66a3aeab96e1'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:18:12.987202 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cdf3f9-8a19-4015-a089-c269aad93960 req-d78a3a93-7540-487a-8ef5-7150eb9aeda2 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:12.988837 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-18cdf3f9-8a19-4015-a089-c269aad93960 req-d78a3a93-7540-487a-8ef5-7150eb9aeda2 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a9e07dc-09b8-4c02-94e8-8d377aaf3c90 HTTP/1.1" status: 200 len: 945 time: 0.0584588 Mar 11 03:18:13.037574 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-18cdf3f9-8a19-4015-a089-c269aad93960 req-affe2870-9994-47cb-a6f5-7cc3a6a82e97 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428538 Mar 11 03:18:13.481630 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 1c0ed894-b055-4282-9081-66a3aeab96e1 up at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:18:13.532655 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning for port 1c0ed894-b055-4282-9081-66a3aeab96e1 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 03:18:13.536588 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning complete for port 1c0ed894-b055-4282-9081-66a3aeab96e1 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:18:13.536963 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (1c0ed894-b055-4282-9081-66a3aeab96e1), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:13.610831 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 1c0ed894-b055-4282-9081-66a3aeab96e1 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:18:13.611214 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (1c0ed894-b055-4282-9081-66a3aeab96e1), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:13.633804 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9e07dc-09b8-4c02-94e8-8d377aaf3c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0ed894-b055-4282-9081-66a3aeab96e1'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:18:13.636145 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288e491573ecc61b3bf0bc0bc1cef05b47d52e8efc38ed9f7c410eed2e18b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cbd193-9c26-4c06-8f5d-cc54b9b00149" -d '{"events": [{"server_uuid": "8a9e07dc-09b8-4c02-94e8-8d377aaf3c90", "name": "network-vif-plugged", "status": "completed", "tag": "1c0ed894-b055-4282-9081-66a3aeab96e1"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:18:13.649010 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 1c0ed894-b055-4282-9081-66a3aeab96e1, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1c0ed894-b055-4282-9081-66a3aeab96e1,segment=NetworkSegment(7f40feb2-6419-48b9-817e-48dcb6686157),segment_id=7f40feb2-6419-48b9-817e-48dcb6686157)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:18:13.653079 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (1c0ed894-b055-4282-9081-66a3aeab96e1), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:13.681352 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f123d48-daf4-48ab-9b3b-21429f1ebbe4 x-openstack-request-id: req-0f123d48-daf4-48ab-9b3b-21429f1ebbe4 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:18:13.681659 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9e07dc-09b8-4c02-94e8-8d377aaf3c90", "name": "network-vif-plugged", "status": "completed", "tag": "1c0ed894-b055-4282-9081-66a3aeab96e1", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:18:13.681925 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0f123d48-daf4-48ab-9b3b-21429f1ebbe4 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:18:13.682316 dv-cinder-740146-14-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9e07dc-09b8-4c02-94e8-8d377aaf3c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0ed894-b055-4282-9081-66a3aeab96e1', 'code': 200} Mar 11 03:18:13.708635 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=1c0ed894-b055-4282-9081-66a3aeab96e1,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:13.878611 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e2345-e7ec-485f-aa29-ac0944af68d2 req-f686b95f-bca7-4ead-89c4-24f2bc2f275a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:13.880069 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9a2e2345-e7ec-485f-aa29-ac0944af68d2 req-f686b95f-bca7-4ead-89c4-24f2bc2f275a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8a9e07dc-09b8-4c02-94e8-8d377aaf3c90 HTTP/1.1" status: 200 len: 1130 time: 0.0442259 Mar 11 03:18:13.929848 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9a2e2345-e7ec-485f-aa29-ac0944af68d2 req-a28a72b7-4ec2-48ec-baa0-a5da305d5c9b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430689 Mar 11 03:18:14.122664 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 51402) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:18:14.162875 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708e58b-ce5a-429a-8f32-c292ee1119c5 req-3bba73c2-dab6-4dac-8407-5ff2b96248dd tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:14.164359 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b708e58b-ce5a-429a-8f32-c292ee1119c5 req-3bba73c2-dab6-4dac-8407-5ff2b96248dd tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a9e07dc-09b8-4c02-94e8-8d377aaf3c90 HTTP/1.1" status: 200 len: 946 time: 0.0572832 Mar 11 03:18:14.213448 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b708e58b-ce5a-429a-8f32-c292ee1119c5 req-8f5ca520-414b-420c-a11a-26e312378e81 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427444 Mar 11 03:18:14.227197 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7d2bf436-7592-4606-aadc-8e5b4c039c05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:14.300982 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7d2bf436-7592-4606-aadc-8e5b4c039c05 admin admin] Publish callbacks [] for security_group (c6f7a645-986a-4d67-8fb7-d0b6b1a9961d), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:14.305410 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-7d2bf436-7592-4606-aadc-8e5b4c039c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (c6f7a645-986a-4d67-8fb7-d0b6b1a9961d), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:14.344555 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-7d2bf436-7592-4606-aadc-8e5b4c039c05 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=37c75c36f21944bea2117a5cc67d39bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208238 Mar 11 03:18:14.345715 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2bf436-7592-4606-aadc-8e5b4c039c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f7a645-986a-4d67-8fb7-d0b6b1a9961d,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:14.347244 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 51406) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:18:14.395067 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e7382f37-3846-4721-a3ec-dc56f3b5d62f admin admin] Publish callbacks [] for security_group (c6f7a645-986a-4d67-8fb7-d0b6b1a9961d), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:14.416414 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e7382f37-3846-4721-a3ec-dc56f3b5d62f admin admin] Publish callbacks [] for security_group (c6f7a645-986a-4d67-8fb7-d0b6b1a9961d), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:14.462721 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e7382f37-3846-4721-a3ec-dc56f3b5d62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (c6f7a645-986a-4d67-8fb7-d0b6b1a9961d), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:14.465221 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e7382f37-3846-4721-a3ec-dc56f3b5d62f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:14.466409 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-e7382f37-3846-4721-a3ec-dc56f3b5d62f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c6f7a645-986a-4d67-8fb7-d0b6b1a9961d HTTP/1.1" status: 204 len: 168 time: 0.1181571 Mar 11 03:18:14.473941 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7382f37-3846-4721-a3ec-dc56f3b5d62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f7a645-986a-4d67-8fb7-d0b6b1a9961d,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:14.481709 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7382f37-3846-4721-a3ec-dc56f3b5d62f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:14.482231 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7382f37-3846-4721-a3ec-dc56f3b5d62f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:14.482582 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7382f37-3846-4721-a3ec-dc56f3b5d62f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:14.482918 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7382f37-3846-4721-a3ec-dc56f3b5d62f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:14.483248 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7382f37-3846-4721-a3ec-dc56f3b5d62f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:14.483575 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7382f37-3846-4721-a3ec-dc56f3b5d62f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:14.483906 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7382f37-3846-4721-a3ec-dc56f3b5d62f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:14.484226 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7382f37-3846-4721-a3ec-dc56f3b5d62f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:14.484556 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7382f37-3846-4721-a3ec-dc56f3b5d62f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:14.484882 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7382f37-3846-4721-a3ec-dc56f3b5d62f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:14.485201 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7382f37-3846-4721-a3ec-dc56f3b5d62f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:14.485521 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7382f37-3846-4721-a3ec-dc56f3b5d62f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:14.485838 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7382f37-3846-4721-a3ec-dc56f3b5d62f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:15.074284 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 51428) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:18:15.169536 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-8b247259-ab07-40ec-be94-16d4df94b57f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-737239308-network', 'tenant_id': '91092df4470d486daf2fb46a8edb6f47'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:18:15.189995 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b247259-ab07-40ec-be94-16d4df94b57f admin admin] Made reservation on behalf of 91092df4470d486daf2fb46a8edb6f47 for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:18:15.192245 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8b247259-ab07-40ec-be94-16d4df94b57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for network (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:15.200612 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8b247259-ab07-40ec-be94-16d4df94b57f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:15.273619 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8b247259-ab07-40ec-be94-16d4df94b57f admin admin] Publish callbacks [] for security_group (4d2ca338-bcf5-443a-b012-e9656fb09502), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:15.277509 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8b247259-ab07-40ec-be94-16d4df94b57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (4d2ca338-bcf5-443a-b012-e9656fb09502), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:15.302067 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b247259-ab07-40ec-be94-16d4df94b57f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 03:18:15.313043 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b247259-ab07-40ec-be94-16d4df94b57f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2ca338-bcf5-443a-b012-e9656fb09502,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:15.317826 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8b247259-ab07-40ec-be94-16d4df94b57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715'] for segment (2a3b4369-cf19-4e74-9472-71f0003d941c), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:15.318207 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-8b247259-ab07-40ec-be94-16d4df94b57f admin admin] Added segment 2a3b4369-cf19-4e74-9472-71f0003d941c of type vlan for network bd9a6c91-7b34-488d-8358-f46b8592c5f6 Mar 11 03:18:15.342016 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf1f56-8782-40f5-aa15-0615fe77cca4 req-59017236-53ee-4a1e-b316-dfa098a48d9e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:15.343517 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-31cf1f56-8782-40f5-aa15-0615fe77cca4 req-59017236-53ee-4a1e-b316-dfa098a48d9e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a9e07dc-09b8-4c02-94e8-8d377aaf3c90 HTTP/1.1" status: 200 len: 946 time: 0.0609462 Mar 11 03:18:15.387528 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8b247259-ab07-40ec-be94-16d4df94b57f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766924714680'] for network (bd9a6c91-7b34-488d-8358-f46b8592c5f6), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:15.396814 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-31cf1f56-8782-40f5-aa15-0615fe77cca4 req-2268f2af-67a9-4fb8-b7a2-4d84735bc6af tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475097 Mar 11 03:18:15.421377 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-62f2ca90-d507-4c44-b1ad-860161fe2594 req-9ad9a8f0-f3ae-46a7-be09-13311a1f4969 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8a9e07dc-09b8-4c02-94e8-8d377aaf3c90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705352 Mar 11 03:18:15.422413 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8b247259-ab07-40ec-be94-16d4df94b57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591'] for network (bd9a6c91-7b34-488d-8358-f46b8592c5f6), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:15.423261 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b247259-ab07-40ec-be94-16d4df94b57f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:15.423816 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8b247259-ab07-40ec-be94-16d4df94b57f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:15.457249 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-8b247259-ab07-40ec-be94-16d4df94b57f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3818691 Mar 11 03:18:15.460275 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 51436) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:18:15.466195 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-6bef4204-d2ef-424a-8236-a2032a8ba65c admin admin] Request body: {'subnet': {'network_id': 'bd9a6c91-7b34-488d-8358-f46b8592c5f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-737239308-subnet', 'tenant_id': '91092df4470d486daf2fb46a8edb6f47', 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:18:15.494186 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b247259-ab07-40ec-be94-16d4df94b57f admin admin] Pushing event updated for resources: {'Network': ['ID=bd9a6c91-7b34-488d-8358-f46b8592c5f6,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:15.504795 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Network bd9a6c91-7b34-488d-8358-f46b8592c5f6 details requested by agent ovs-agent-dv-cinder-740146-14-iscsi with host dv-cinder-740146-14-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 03:18:15.517450 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bef4204-d2ef-424a-8236-a2032a8ba65c admin admin] Made reservation on behalf of 91092df4470d486daf2fb46a8edb6f47 for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:18:15.520016 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6bef4204-d2ef-424a-8236-a2032a8ba65c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25202025'] for subnet (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:15.535539 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2ca90-d507-4c44-b1ad-860161fe2594 req-5a9d115b-1290-447d-8c41-91633773d393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:15.537151 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-62f2ca90-d507-4c44-b1ad-860161fe2594 req-5a9d115b-1290-447d-8c41-91633773d393 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35782709df5e4313b93edef74cf56852&device_id=8a9e07dc-09b8-4c02-94e8-8d377aaf3c90 HTTP/1.1" status: 200 len: 1130 time: 0.0507209 Mar 11 03:18:15.610103 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6ccbd-701e-4b71-b974-fd410784b0f2 req-d14855ea-d112-4d4c-b9e2-732b73391ea6 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:15.611597 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cea6ccbd-701e-4b71-b974-fd410784b0f2 req-d14855ea-d112-4d4c-b9e2-732b73391ea6 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a9e07dc-09b8-4c02-94e8-8d377aaf3c90 HTTP/1.1" status: 200 len: 946 time: 0.1318874 Mar 11 03:18:15.643943 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2ca90-d507-4c44-b1ad-860161fe2594 req-0e72ab6f-7410-42e8-b409-0971b23e6473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:15.645956 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-62f2ca90-d507-4c44-b1ad-860161fe2594 req-0e72ab6f-7410-42e8-b409-0971b23e6473 service neutron] 10.222.0.18 "GET /v2.0/networks?id=40900669-df90-4f82-b7ae-055eaee2edde HTTP/1.1" status: 200 len: 912 time: 0.0887880 Mar 11 03:18:15.692216 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-62f2ca90-d507-4c44-b1ad-860161fe2594 req-3eba7cde-e463-4aa7-b2a7-ee6ba931abc1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c0ed894-b055-4282-9081-66a3aeab96e1 HTTP/1.1" status: 200 len: 217 time: 0.0394154 Mar 11 03:18:15.699448 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cea6ccbd-701e-4b71-b974-fd410784b0f2 req-5da8829c-272c-48da-a4e9-86bf75d3cf6d tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776162 Mar 11 03:18:15.726934 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 51438) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:18:15.751890 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6bef4204-d2ef-424a-8236-a2032a8ba65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15272144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201991'] for subnet (c3277adb-7174-4def-a22b-35b761759871), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:15.770710 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2ca90-d507-4c44-b1ad-860161fe2594 req-6306b9f3-38df-4b5c-8cc6-563ad28baf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:15.772187 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-62f2ca90-d507-4c44-b1ad-860161fe2594 req-6306b9f3-38df-4b5c-8cc6-563ad28baf3c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a2b4a50b-7f36-4ec6-b3c7-892482e45a07 HTTP/1.1" status: 200 len: 851 time: 0.0733194 Mar 11 03:18:15.808799 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e71d0b5-f6b3-4aa2-b01c-f769b13fff3e tempest-TestVolumeBootPattern-1043759446 tempest-TestVolumeBootPattern-1043759446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:15.810337 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-1e71d0b5-f6b3-4aa2-b01c-f769b13fff3e tempest-TestVolumeBootPattern-1043759446 tempest-TestVolumeBootPattern-1043759446-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8a9e07dc-09b8-4c02-94e8-8d377aaf3c90 HTTP/1.1" status: 200 len: 1125 time: 0.0824287 Mar 11 03:18:15.813968 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 51440) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:18:15.818481 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef4204-d2ef-424a-8236-a2032a8ba65c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3277adb-7174-4def-a22b-35b761759871,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:15.818868 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-a3e5f952-219c-4dcd-9b6e-7a130bc3eb86 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Request body: {'floatingip': {'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'port_id': '1c0ed894-b055-4282-9081-66a3aeab96e1', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:18:15.820628 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bef4204-d2ef-424a-8236-a2032a8ba65c admin admin] Checking segment: {'id': '2a3b4369-cf19-4e74-9472-71f0003d941c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bd9a6c91-7b34-488d-8358-f46b8592c5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:18:15.820977 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bef4204-d2ef-424a-8236-a2032a8ba65c admin admin] Network hostable DHCP agents. Network: bd9a6c91-7b34-488d-8358-f46b8592c5f6, hostable agents: ['25b14703-b87e-4c0b-89d2-d56e1080c9ba'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 03:18:15.842002 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bef4204-d2ef-424a-8236-a2032a8ba65c admin admin] Network bd9a6c91-7b34-488d-8358-f46b8592c5f6 is scheduled to be hosted by DHCP agent 25b14703-b87e-4c0b-89d2-d56e1080c9ba with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 03:18:15.849627 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2ca90-d507-4c44-b1ad-860161fe2594 req-a849bac5-09d6-4faa-b2fb-fb3351932efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:15.851846 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-62f2ca90-d507-4c44-b1ad-860161fe2594 req-a849bac5-09d6-4faa-b2fb-fb3351932efc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=40900669-df90-4f82-b7ae-055eaee2edde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0733542 Mar 11 03:18:15.852118 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-6bef4204-d2ef-424a-8236-a2032a8ba65c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-14-iscsi, bd9a6c91-7b34-488d-8358-f46b8592c5f6) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:18:15.853770 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3e5f952-219c-4dcd-9b6e-7a130bc3eb86 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:15.857137 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bef4204-d2ef-424a-8236-a2032a8ba65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:15.858040 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-6bef4204-d2ef-424a-8236-a2032a8ba65c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:15.862038 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2400035a-c443-4d41-afae-8b8d8645bf0e None None] Network bd9a6c91-7b34-488d-8358-f46b8592c5f6 requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:18:15.881232 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-6bef4204-d2ef-424a-8236-a2032a8ba65c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4173200 Mar 11 03:18:15.881479 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 51442) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:18:15.886242 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-7c3bf8d7-3823-4e2b-8e67-5e1c81781c19 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-737239308-router', 'tenant_id': '91092df4470d486daf2fb46a8edb6f47', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'}}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:18:15.905121 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7c3bf8d7-3823-4e2b-8e67-5e1c81781c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1752359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28309'] for router (4a0f0857-2450-47ae-94d6-09e4397a887c), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:15.905727 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7c3bf8d7-3823-4e2b-8e67-5e1c81781c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1739889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1673446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28290'] for router (4a0f0857-2450-47ae-94d6-09e4397a887c), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:15.963927 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7c3bf8d7-3823-4e2b-8e67-5e1c81781c19 admin admin] Publish callbacks [] for router_controller (4a0f0857-2450-47ae-94d6-09e4397a887c), precommit_add_association {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:15.970043 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45b08b6-e0c8-4ed2-8d41-7e4d2f240150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4ad6dfa-f40d-5411-b00e-f667c827405f-bd9a6c91-7b34-488d-8358-f46b8592c5f6', 'network_id': 'bd9a6c91-7b34-488d-8358-f46b8592c5f6', 'project_id': '91092df4470d486daf2fb46a8edb6f47', 'fixed_ips': [{'subnet_id': 'c3277adb-7174-4def-a22b-35b761759871'}]}} from dv-cinder-740146-14-iscsi. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 03:18:15.971161 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b45b08b6-e0c8-4ed2-8d41-7e4d2f240150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:15.984056 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-62f2ca90-d507-4c44-b1ad-860161fe2594 req-d368be57-cfec-454d-92fe-ccbd9483fe38 service neutron] 10.222.0.18 "GET /v2.0/networks/40900669-df90-4f82-b7ae-055eaee2edde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256535 Mar 11 03:18:16.115447 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7c3bf8d7-3823-4e2b-8e67-5e1c81781c19 admin admin] Publish callbacks [] for router_gateway (4a0f0857-2450-47ae-94d6-09e4397a887c), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:16.115638 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3e5f952-219c-4dcd-9b6e-7a130bc3eb86 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:16.120255 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-62f2ca90-d507-4c44-b1ad-860161fe2594 req-a3e4cb45-9b23-4a00-859b-8279e3b88516 service neutron] 10.222.0.18 "GET /v2.0/networks/40900669-df90-4f82-b7ae-055eaee2edde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079977 Mar 11 03:18:16.126689 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-b45b08b6-e0c8-4ed2-8d41-7e4d2f240150 None None] Allocated IP 172.20.0.2 (bd9a6c91-7b34-488d-8358-f46b8592c5f6/c3277adb-7174-4def-a22b-35b761759871/d409a546-6af1-4122-8270-d0eff7085e65) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:18:16.236570 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-a3e5f952-219c-4dcd-9b6e-7a130bc3eb86 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Allocated IP 172.27.2.3 (9b47ca21-aede-450a-93e7-0e4b22f1eaa6/91a34137-7039-479a-a714-41dcecc02d59/14000d55-dac9-4912-b40b-70d44a384c58) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:18:16.277949 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b45b08b6-e0c8-4ed2-8d41-7e4d2f240150 None None] Publish callbacks [] for port (d409a546-6af1-4122-8270-d0eff7085e65), precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:16.284932 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b45b08b6-e0c8-4ed2-8d41-7e4d2f240150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670'] for port (d409a546-6af1-4122-8270-d0eff7085e65), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:16.322375 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45b08b6-e0c8-4ed2-8d41-7e4d2f240150 None None] Network bd9a6c91-7b34-488d-8358-f46b8592c5f6 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:18:16.326360 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-b45b08b6-e0c8-4ed2-8d41-7e4d2f240150 None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:18:16.330495 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45b08b6-e0c8-4ed2-8d41-7e4d2f240150 None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:18:16.331237 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7c3bf8d7-3823-4e2b-8e67-5e1c81781c19 admin admin] Publish callbacks [] for router_gateway (4a0f0857-2450-47ae-94d6-09e4397a887c), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:16.344832 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3e5f952-219c-4dcd-9b6e-7a130bc3eb86 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for port (14000d55-dac9-4912-b40b-70d44a384c58), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:16.351493 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b08b6-e0c8-4ed2-8d41-7e4d2f240150 None None] Pushing event updated for resources: {'Port': ['ID=d409a546-6af1-4122-8270-d0eff7085e65,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:16.357047 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7c3bf8d7-3823-4e2b-8e67-5e1c81781c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:16.385181 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3e5f952-219c-4dcd-9b6e-7a130bc3eb86 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (14000d55-dac9-4912-b40b-70d44a384c58), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:16.400637 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-b45b08b6-e0c8-4ed2-8d41-7e4d2f240150 None None] Attempting to bind port d409a546-6af1-4122-8270-d0eff7085e65 on host dv-cinder-740146-14-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:18:16.401176 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-b45b08b6-e0c8-4ed2-8d41-7e4d2f240150 None None] Attempting to bind port d409a546-6af1-4122-8270-d0eff7085e65 by drivers openvswitch,hyperv on host dv-cinder-740146-14-iscsi at level 0 using segments [{'id': '2a3b4369-cf19-4e74-9472-71f0003d941c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bd9a6c91-7b34-488d-8358-f46b8592c5f6'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:18:16.401613 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45b08b6-e0c8-4ed2-8d41-7e4d2f240150 None None] Attempting to bind port d409a546-6af1-4122-8270-d0eff7085e65 on network bd9a6c91-7b34-488d-8358-f46b8592c5f6 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:18:16.406834 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45b08b6-e0c8-4ed2-8d41-7e4d2f240150 None None] Checking agent: {'id': '4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 1, 6), 'started_at': datetime.datetime(2022, 3, 11, 3, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:18:16.407284 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45b08b6-e0c8-4ed2-8d41-7e4d2f240150 None None] Checking segment: {'id': '2a3b4369-cf19-4e74-9472-71f0003d941c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bd9a6c91-7b34-488d-8358-f46b8592c5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:18:16.407749 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b45b08b6-e0c8-4ed2-8d41-7e4d2f240150 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:16.408147 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45b08b6-e0c8-4ed2-8d41-7e4d2f240150 None None] Bound using segment: {'id': '2a3b4369-cf19-4e74-9472-71f0003d941c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bd9a6c91-7b34-488d-8358-f46b8592c5f6'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:18:16.408596 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-b45b08b6-e0c8-4ed2-8d41-7e4d2f240150 None None] Bound port: d409a546-6af1-4122-8270-d0eff7085e65, host: dv-cinder-740146-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a3b4369-cf19-4e74-9472-71f0003d941c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bd9a6c91-7b34-488d-8358-f46b8592c5f6'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:18:16.408969 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b45b08b6-e0c8-4ed2-8d41-7e4d2f240150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (d409a546-6af1-4122-8270-d0eff7085e65), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:16.427214 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e5f952-219c-4dcd-9b6e-7a130bc3eb86 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Network 9b47ca21-aede-450a-93e7-0e4b22f1eaa6 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:18:16.435776 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-a3e5f952-219c-4dcd-9b6e-7a130bc3eb86 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:18:16.438445 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e5f952-219c-4dcd-9b6e-7a130bc3eb86 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:18:16.444519 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5f952-219c-4dcd-9b6e-7a130bc3eb86 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Pushing event updated for resources: {'Port': ['ID=14000d55-dac9-4912-b40b-70d44a384c58,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:16.473315 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-7c3bf8d7-3823-4e2b-8e67-5e1c81781c19 admin admin] Allocated IP 172.27.2.237 (9b47ca21-aede-450a-93e7-0e4b22f1eaa6/91a34137-7039-479a-a714-41dcecc02d59/a806594e-3089-41cd-8447-908e50397def) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:18:16.480551 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-b45b08b6-e0c8-4ed2-8d41-7e4d2f240150 None None] For port d409a546-6af1-4122-8270-d0eff7085e65, host dv-cinder-740146-14-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:18:16.484748 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-b45b08b6-e0c8-4ed2-8d41-7e4d2f240150 None None] For port d409a546-6af1-4122-8270-d0eff7085e65, host dv-cinder-740146-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=d409a546-6af1-4122-8270-d0eff7085e65,segment=NetworkSegment(2a3b4369-cf19-4e74-9472-71f0003d941c),segment_id=2a3b4369-cf19-4e74-9472-71f0003d941c)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:18:16.493780 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b45b08b6-e0c8-4ed2-8d41-7e4d2f240150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (d409a546-6af1-4122-8270-d0eff7085e65), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:16.552896 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b08b6-e0c8-4ed2-8d41-7e4d2f240150 None None] Pushing event updated for resources: {'Port': ['ID=d409a546-6af1-4122-8270-d0eff7085e65,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:16.589261 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7c3bf8d7-3823-4e2b-8e67-5e1c81781c19 admin admin] Publish callbacks [] for port (a806594e-3089-41cd-8447-908e50397def), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:16.625202 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7c3bf8d7-3823-4e2b-8e67-5e1c81781c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15272124'] for port (a806594e-3089-41cd-8447-908e50397def), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:16.661443 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3bf8d7-3823-4e2b-8e67-5e1c81781c19 admin admin] Network 9b47ca21-aede-450a-93e7-0e4b22f1eaa6 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:18:16.666194 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-7c3bf8d7-3823-4e2b-8e67-5e1c81781c19 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:18:16.672999 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3bf8d7-3823-4e2b-8e67-5e1c81781c19 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:18:16.698096 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3bf8d7-3823-4e2b-8e67-5e1c81781c19 admin admin] Pushing event updated for resources: {'Port': ['ID=a806594e-3089-41cd-8447-908e50397def,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:16.968717 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7c3bf8d7-3823-4e2b-8e67-5e1c81781c19 admin admin] Publish callbacks [] for router_gateway (4a0f0857-2450-47ae-94d6-09e4397a887c), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:17.120874 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3e5f952-219c-4dcd-9b6e-7a130bc3eb86 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for floatingip (3eba8fdd-7a55-4007-9265-6b0176e39e41), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:17.209303 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3e5f952-219c-4dcd-9b6e-7a130bc3eb86 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (14000d55-dac9-4912-b40b-70d44a384c58), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:17.225080 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device d409a546-6af1-4122-8270-d0eff7085e65 up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:18:17.285847 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port d409a546-6af1-4122-8270-d0eff7085e65 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:18:17.286347 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (d409a546-6af1-4122-8270-d0eff7085e65), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:17.387982 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port d409a546-6af1-4122-8270-d0eff7085e65 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:18:17.388465 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (d409a546-6af1-4122-8270-d0eff7085e65), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:17.405350 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3e5f952-219c-4dcd-9b6e-7a130bc3eb86 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for port (14000d55-dac9-4912-b40b-70d44a384c58), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:17.411688 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3e5f952-219c-4dcd-9b6e-7a130bc3eb86 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26187659'] for port (14000d55-dac9-4912-b40b-70d44a384c58), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:17.424751 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] For port d409a546-6af1-4122-8270-d0eff7085e65, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=d409a546-6af1-4122-8270-d0eff7085e65,segment=NetworkSegment(2a3b4369-cf19-4e74-9472-71f0003d941c),segment_id=2a3b4369-cf19-4e74-9472-71f0003d941c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:18:17.432668 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (d409a546-6af1-4122-8270-d0eff7085e65), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:17.440672 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7c3bf8d7-3823-4e2b-8e67-5e1c81781c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1752476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1739806'] for router (4a0f0857-2450-47ae-94d6-09e4397a887c), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:17.489046 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5f952-219c-4dcd-9b6e-7a130bc3eb86 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Pushing event updated for resources: {'Port': ['ID=14000d55-dac9-4912-b40b-70d44a384c58,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:17.493288 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Pushing event updated for resources: {'Port': ['ID=d409a546-6af1-4122-8270-d0eff7085e65,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:17.511403 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3e5f952-219c-4dcd-9b6e-7a130bc3eb86 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740024'] for floatingip (3eba8fdd-7a55-4007-9265-6b0176e39e41), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:17.588101 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3bf8d7-3823-4e2b-8e67-5e1c81781c19 admin admin] Router 4a0f0857-2450-47ae-94d6-09e4397a887c is scheduled to L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 with binding_index 1 {{(pid=103364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 03:18:17.593515 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86fbe9a-f3c4-4f86-83c2-cfcfb39563fa None None] Network bd9a6c91-7b34-488d-8358-f46b8592c5f6 requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:18:17.633102 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.db.l3_db [None req-a3e5f952-219c-4dcd-9b6e-7a130bc3eb86 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Floating IP 3eba8fdd-7a55-4007-9265-6b0176e39e41 associated. External IP: 172.27.2.3, port: 1c0ed894-b055-4282-9081-66a3aeab96e1. Mar 11 03:18:17.660725 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-7b1d24c4-b21f-431a-a2ba-0c6035e67ae1 None None] Provisioning complete for port d409a546-6af1-4122-8270-d0eff7085e65 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:18:17.661133 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7b1d24c4-b21f-431a-a2ba-0c6035e67ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (d409a546-6af1-4122-8270-d0eff7085e65), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:17.698970 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3bf8d7-3823-4e2b-8e67-5e1c81781c19 admin admin] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:18:17.714251 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf68475-4acb-4ca0-9245-2ca72126268b None None] Sync routers for ids ['4a0f0857-2450-47ae-94d6-09e4397a887c'] in dv-cinder-740146-14-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:18:17.717692 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-7c3bf8d7-3823-4e2b-8e67-5e1c81781c19 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:17.721681 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-7c3bf8d7-3823-4e2b-8e67-5e1c81781c19 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8368156 Mar 11 03:18:17.723651 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 51444) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:18:17.729643 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf68475-4acb-4ca0-9245-2ca72126268b None None] Routers {'4a0f0857-2450-47ae-94d6-09e4397a887c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:18:17.730713 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1bf68475-4acb-4ca0-9245-2ca72126268b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:18:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['4a0f0857-2450-47ae-94d6-09e4397a887c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:18:17.790064 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-7b1d24c4-b21f-431a-a2ba-0c6035e67ae1 None None] Current status of the port d409a546-6af1-4122-8270-d0eff7085e65 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:18:17.908590 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e5f952-219c-4dcd-9b6e-7a130bc3eb86 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Router 5a771705-699a-4c0b-8dbc-c83a77811843 has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:18:17.983451 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-1bf68475-4acb-4ca0-9245-2ca72126268b None None] Set router 4a0f0857-2450-47ae-94d6-09e4397a887c gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:18:18.044730 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e5f952-219c-4dcd-9b6e-7a130bc3eb86 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:18:18.062739 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460814d2-4ef7-4d98-8388-7d422839a928 None None] Sync routers for ids ['5a771705-699a-4c0b-8dbc-c83a77811843'] in dv-cinder-740146-14-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:18:18.072807 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a3e5f952-219c-4dcd-9b6e-7a130bc3eb86 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:18.076109 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460814d2-4ef7-4d98-8388-7d422839a928 None None] Routers {'5a771705-699a-4c0b-8dbc-c83a77811843'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:18:18.077302 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-460814d2-4ef7-4d98-8388-7d422839a928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:18:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['5a771705-699a-4c0b-8dbc-c83a77811843'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:18:18.104599 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a3e5f952-219c-4dcd-9b6e-7a130bc3eb86 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2896051 Mar 11 03:18:18.105324 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a9e07dc-09b8-4c02-94e8-8d377aaf3c90', 'tag': '1c0ed894-b055-4282-9081-66a3aeab96e1'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:18:18.109782 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0da78d3-65a6-424b-bf75-87610fcb100d" -d '{"events": [{"name": "network-changed", "server_uuid": "8a9e07dc-09b8-4c02-94e8-8d377aaf3c90", "tag": "1c0ed894-b055-4282-9081-66a3aeab96e1"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:18:18.154753 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c624732f-4b00-49e5-b157-89e588123075 x-openstack-request-id: req-c624732f-4b00-49e5-b157-89e588123075 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:18:18.154753 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a9e07dc-09b8-4c02-94e8-8d377aaf3c90", "tag": "1c0ed894-b055-4282-9081-66a3aeab96e1", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:18:18.155475 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c624732f-4b00-49e5-b157-89e588123075 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:18:18.155951 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a9e07dc-09b8-4c02-94e8-8d377aaf3c90', 'tag': '1c0ed894-b055-4282-9081-66a3aeab96e1', 'status': 'completed', 'code': 200} Mar 11 03:18:18.163815 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-bae7c1f1-c615-49ce-9396-7b95522ea6ba None None] Provisioning complete for port d409a546-6af1-4122-8270-d0eff7085e65 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:18:18.164334 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bae7c1f1-c615-49ce-9396-7b95522ea6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (d409a546-6af1-4122-8270-d0eff7085e65), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:18.230734 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1bf68475-4acb-4ca0-9245-2ca72126268b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0f0857-2450-47ae-94d6-09e4397a887c', 'name': 'tempest-TestShelveInstance-737239308-router', 'tenant_id': '91092df4470d486daf2fb46a8edb6f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'a806594e-3089-41cd-8447-908e50397def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:18:15Z', 'updated_at': '2022-03-11T03:18:16Z', 'revision_number': 3, 'project_id': '91092df4470d486daf2fb46a8edb6f47', 'gw_port': {'id': 'a806594e-3089-41cd-8447-908e50397def', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:39:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0f0857-2450-47ae-94d6-09e4397a887c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:18:16Z', 'updated_at': '2022-03-11T03:18:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi'}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:18:18.235001 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da78d3-65a6-424b-bf75-87610fcb100d req-60412de2-9495-46c4-a748-6c20c37825f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:18.237247 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c0da78d3-65a6-424b-bf75-87610fcb100d req-60412de2-9495-46c4-a748-6c20c37825f6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35782709df5e4313b93edef74cf56852&device_id=8a9e07dc-09b8-4c02-94e8-8d377aaf3c90 HTTP/1.1" status: 200 len: 1130 time: 0.0589032 Mar 11 03:18:18.249812 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8f99b4c2-7d87-4753-8d33-24892f8a8c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:18.260210 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf68475-4acb-4ca0-9245-2ca72126268b None None] Checking router: 4a0f0857-2450-47ae-94d6-09e4397a887c for host: dv-cinder-740146-14-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:18:18.260555 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf68475-4acb-4ca0-9245-2ca72126268b None None] Updating router 4a0f0857-2450-47ae-94d6-09e4397a887c port a806594e-3089-41cd-8447-908e50397def binding host dv-cinder-740146-14-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 03:18:18.292297 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1bf68475-4acb-4ca0-9245-2ca72126268b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (a806594e-3089-41cd-8447-908e50397def), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:18.360086 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da78d3-65a6-424b-bf75-87610fcb100d req-b503254c-c3d1-45b2-a703-5f22a1ee411b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:18.361933 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c0da78d3-65a6-424b-bf75-87610fcb100d req-b503254c-c3d1-45b2-a703-5f22a1ee411b service neutron] 10.222.0.18 "GET /v2.0/networks?id=40900669-df90-4f82-b7ae-055eaee2edde HTTP/1.1" status: 200 len: 912 time: 0.1188979 Mar 11 03:18:18.401275 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-460814d2-4ef7-4d98-8388-7d422839a928 None None] Set router 5a771705-699a-4c0b-8dbc-c83a77811843 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:18:18.448183 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c0da78d3-65a6-424b-bf75-87610fcb100d req-8bc3eb83-1ef0-4022-b7eb-f51d693fcfef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c0ed894-b055-4282-9081-66a3aeab96e1 HTTP/1.1" status: 200 len: 998 time: 0.0800934 Mar 11 03:18:18.450128 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-8f99b4c2-7d87-4753-8d33-24892f8a8c7c admin admin] Allocated IP 172.20.0.1 (bd9a6c91-7b34-488d-8358-f46b8592c5f6/c3277adb-7174-4def-a22b-35b761759871/46f67e74-d951-4ae4-b0a8-6789241b3eb3) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:18:18.511529 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-bae7c1f1-c615-49ce-9396-7b95522ea6ba None None] Current status of the port d409a546-6af1-4122-8270-d0eff7085e65 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:18:18.514377 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da78d3-65a6-424b-bf75-87610fcb100d req-9c8816c6-1d8f-4256-9ad3-7373492fe336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:18.516060 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c0da78d3-65a6-424b-bf75-87610fcb100d req-9c8816c6-1d8f-4256-9ad3-7373492fe336 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a2b4a50b-7f36-4ec6-b3c7-892482e45a07 HTTP/1.1" status: 200 len: 851 time: 0.0615952 Mar 11 03:18:18.575028 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da78d3-65a6-424b-bf75-87610fcb100d req-0f32fbc8-43c8-41a8-9de9-ebc244fa461d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:18.576713 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c0da78d3-65a6-424b-bf75-87610fcb100d req-0f32fbc8-43c8-41a8-9de9-ebc244fa461d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=40900669-df90-4f82-b7ae-055eaee2edde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0531461 Mar 11 03:18:18.591111 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8f99b4c2-7d87-4753-8d33-24892f8a8c7c admin admin] Publish callbacks [] for port (46f67e74-d951-4ae4-b0a8-6789241b3eb3), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:18.625067 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1bf68475-4acb-4ca0-9245-2ca72126268b None None] Publish callbacks [] for port (a806594e-3089-41cd-8447-908e50397def), precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:18.630941 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8f99b4c2-7d87-4753-8d33-24892f8a8c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15272124'] for port (46f67e74-d951-4ae4-b0a8-6789241b3eb3), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:18.634081 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1bf68475-4acb-4ca0-9245-2ca72126268b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (a806594e-3089-41cd-8447-908e50397def), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:18.676165 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-460814d2-4ef7-4d98-8388-7d422839a928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'name': 'tempest-TestVolumeBootPattern-1314935413-router', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:14:56Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '35782709df5e4313b93edef74cf56852', 'gw_port': {'id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:14:57Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': '3eba8fdd-7a55-4007-9265-6b0176e39e41', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'port_id': '1c0ed894-b055-4282-9081-66a3aeab96e1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'mac_address': 'fa:16:3e:0b:6b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9e07dc-09b8-4c02-94e8-8d377aaf3c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:18:16Z', 'updated_at': '2022-03-11T03:18:16Z', 'revision_number': 0, 'project_id': '35782709df5e4313b93edef74cf56852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bf9e685-d578-4a2b-a944-ff57abd96f15', 'name': '', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'mac_address': 'fa:16:3e:a3:44:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:15:00Z', 'updated_at': '2022-03-11T03:15:04Z', 'revision_number': 5, 'project_id': '35782709df5e4313b93edef74cf56852', 'subnets': [{'id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:18:18.684886 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c0da78d3-65a6-424b-bf75-87610fcb100d req-ec10ef5a-f231-43b1-bc92-3dd97fd261a5 service neutron] 10.222.0.18 "GET /v2.0/networks/40900669-df90-4f82-b7ae-055eaee2edde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021814 Mar 11 03:18:18.695802 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-1bf68475-4acb-4ca0-9245-2ca72126268b None None] Attempting to bind port a806594e-3089-41cd-8447-908e50397def on host dv-cinder-740146-14-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:18:18.696258 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-1bf68475-4acb-4ca0-9245-2ca72126268b None None] Attempting to bind port a806594e-3089-41cd-8447-908e50397def by drivers openvswitch,hyperv on host dv-cinder-740146-14-iscsi at level 0 using segments [{'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:18:18.696607 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf68475-4acb-4ca0-9245-2ca72126268b None None] Attempting to bind port a806594e-3089-41cd-8447-908e50397def on network 9b47ca21-aede-450a-93e7-0e4b22f1eaa6 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:18:18.698278 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f99b4c2-7d87-4753-8d33-24892f8a8c7c admin admin] Network bd9a6c91-7b34-488d-8358-f46b8592c5f6 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:18:18.698598 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a109e46-3ed1-4721-ab7e-c5a5cfe0e255 None None] Pushing event updated for resources: {'Port': ['ID=a806594e-3089-41cd-8447-908e50397def,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:18.702023 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-8f99b4c2-7d87-4753-8d33-24892f8a8c7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:18:18.707210 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460814d2-4ef7-4d98-8388-7d422839a928 None None] Checking router: 5a771705-699a-4c0b-8dbc-c83a77811843 for host: dv-cinder-740146-14-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:18:18.709725 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf68475-4acb-4ca0-9245-2ca72126268b None None] Checking agent: {'id': '4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 1, 6), 'started_at': datetime.datetime(2022, 3, 11, 3, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:18:18.710132 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf68475-4acb-4ca0-9245-2ca72126268b None None] Checking segment: {'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:18:18.710541 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1bf68475-4acb-4ca0-9245-2ca72126268b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:18.710938 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf68475-4acb-4ca0-9245-2ca72126268b None None] Bound using segment: {'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:18:18.711407 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-1bf68475-4acb-4ca0-9245-2ca72126268b None None] Bound port: a806594e-3089-41cd-8447-908e50397def, host: dv-cinder-740146-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:18:18.712307 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1bf68475-4acb-4ca0-9245-2ca72126268b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (a806594e-3089-41cd-8447-908e50397def), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:18.714597 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a109e46-3ed1-4721-ab7e-c5a5cfe0e255 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:18.715169 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a109e46-3ed1-4721-ab7e-c5a5cfe0e255 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:18.715365 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a109e46-3ed1-4721-ab7e-c5a5cfe0e255 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:18.715758 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a109e46-3ed1-4721-ab7e-c5a5cfe0e255 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:18.716095 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a109e46-3ed1-4721-ab7e-c5a5cfe0e255 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:18.716428 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a109e46-3ed1-4721-ab7e-c5a5cfe0e255 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:18.716775 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a109e46-3ed1-4721-ab7e-c5a5cfe0e255 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:18.717110 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a109e46-3ed1-4721-ab7e-c5a5cfe0e255 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:18.717437 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a109e46-3ed1-4721-ab7e-c5a5cfe0e255 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:18.719289 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460814d2-4ef7-4d98-8388-7d422839a928 None None] Routers {'5a771705-699a-4c0b-8dbc-c83a77811843'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:18:18.720932 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f99b4c2-7d87-4753-8d33-24892f8a8c7c admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:18:18.721116 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-460814d2-4ef7-4d98-8388-7d422839a928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:18:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['5a771705-699a-4c0b-8dbc-c83a77811843'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:18:18.721242 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a109e46-3ed1-4721-ab7e-c5a5cfe0e255 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:18.721591 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a109e46-3ed1-4721-ab7e-c5a5cfe0e255 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:18.721968 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a109e46-3ed1-4721-ab7e-c5a5cfe0e255 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:18.722311 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a109e46-3ed1-4721-ab7e-c5a5cfe0e255 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:18.765354 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f99b4c2-7d87-4753-8d33-24892f8a8c7c admin admin] Pushing event updated for resources: {'Port': ['ID=46f67e74-d951-4ae4-b0a8-6789241b3eb3,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:18.795560 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8f99b4c2-7d87-4753-8d33-24892f8a8c7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1736817'] for router_interface (4a0f0857-2450-47ae-94d6-09e4397a887c), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:18.810903 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-1bf68475-4acb-4ca0-9245-2ca72126268b None None] For port a806594e-3089-41cd-8447-908e50397def, host dv-cinder-740146-14-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:18:18.815736 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-1bf68475-4acb-4ca0-9245-2ca72126268b None None] For port a806594e-3089-41cd-8447-908e50397def, host dv-cinder-740146-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=a806594e-3089-41cd-8447-908e50397def,segment=NetworkSegment(77d20882-625f-4a13-9566-ab6cf60f2c81),segment_id=77d20882-625f-4a13-9566-ab6cf60f2c81)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:18:18.815983 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c0da78d3-65a6-424b-bf75-87610fcb100d req-89fefecc-160d-46b5-8f96-885163bb890f service neutron] 10.222.0.18 "GET /v2.0/networks/40900669-df90-4f82-b7ae-055eaee2edde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254754 Mar 11 03:18:18.823787 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-1bf68475-4acb-4ca0-9245-2ca72126268b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (a806594e-3089-41cd-8447-908e50397def), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:18.882169 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-460814d2-4ef7-4d98-8388-7d422839a928 None None] Set router 5a771705-699a-4c0b-8dbc-c83a77811843 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:18:18.892719 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf68475-4acb-4ca0-9245-2ca72126268b None None] Routers {'4a0f0857-2450-47ae-94d6-09e4397a887c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:18:18.893365 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1bf68475-4acb-4ca0-9245-2ca72126268b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:18:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['4a0f0857-2450-47ae-94d6-09e4397a887c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:18:18.934677 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a109e46-3ed1-4721-ab7e-c5a5cfe0e255 None None] Pushing event updated for resources: {'Port': ['ID=a806594e-3089-41cd-8447-908e50397def,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:18.983559 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8f99b4c2-7d87-4753-8d33-24892f8a8c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (46f67e74-d951-4ae4-b0a8-6789241b3eb3), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:19.033905 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-1bf68475-4acb-4ca0-9245-2ca72126268b None None] Set router 4a0f0857-2450-47ae-94d6-09e4397a887c gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:18:19.178918 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-fe041ef4-ebd7-490d-816c-adbb64b16094 None None] Provisioning complete for port 46f67e74-d951-4ae4-b0a8-6789241b3eb3 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:18:19.179478 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fe041ef4-ebd7-490d-816c-adbb64b16094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (46f67e74-d951-4ae4-b0a8-6789241b3eb3), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:19.209258 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8f99b4c2-7d87-4753-8d33-24892f8a8c7c admin admin] Publish callbacks [] for port (46f67e74-d951-4ae4-b0a8-6789241b3eb3), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:19.217265 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8f99b4c2-7d87-4753-8d33-24892f8a8c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15272101'] for port (46f67e74-d951-4ae4-b0a8-6789241b3eb3), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:19.234248 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-460814d2-4ef7-4d98-8388-7d422839a928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'name': 'tempest-TestVolumeBootPattern-1314935413-router', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:14:56Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '35782709df5e4313b93edef74cf56852', 'gw_port': {'id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:14:57Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': '3eba8fdd-7a55-4007-9265-6b0176e39e41', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'port_id': '1c0ed894-b055-4282-9081-66a3aeab96e1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'mac_address': 'fa:16:3e:0b:6b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9e07dc-09b8-4c02-94e8-8d377aaf3c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:18:16Z', 'updated_at': '2022-03-11T03:18:16Z', 'revision_number': 0, 'project_id': '35782709df5e4313b93edef74cf56852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bf9e685-d578-4a2b-a944-ff57abd96f15', 'name': '', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'mac_address': 'fa:16:3e:a3:44:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:15:00Z', 'updated_at': '2022-03-11T03:15:04Z', 'revision_number': 5, 'project_id': '35782709df5e4313b93edef74cf56852', 'subnets': [{'id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:18:19.236197 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-fe041ef4-ebd7-490d-816c-adbb64b16094 None None] Port 46f67e74-d951-4ae4-b0a8-6789241b3eb3 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:18:19.240730 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device d409a546-6af1-4122-8270-d0eff7085e65 up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:18:19.254595 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-1bf68475-4acb-4ca0-9245-2ca72126268b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0f0857-2450-47ae-94d6-09e4397a887c', 'name': 'tempest-TestShelveInstance-737239308-router', 'tenant_id': '91092df4470d486daf2fb46a8edb6f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'a806594e-3089-41cd-8447-908e50397def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:18:15Z', 'updated_at': '2022-03-11T03:18:16Z', 'revision_number': 3, 'project_id': '91092df4470d486daf2fb46a8edb6f47', 'gw_port': {'id': 'a806594e-3089-41cd-8447-908e50397def', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:39:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0f0857-2450-47ae-94d6-09e4397a887c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:18:16Z', 'updated_at': '2022-03-11T03:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi'}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:18:19.281826 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf68475-4acb-4ca0-9245-2ca72126268b None None] The sync data for ids ['4a0f0857-2450-47ae-94d6-09e4397a887c'] in dv-cinder-740146-14-iscsi is: [{'id': '4a0f0857-2450-47ae-94d6-09e4397a887c', 'name': 'tempest-TestShelveInstance-737239308-router', 'tenant_id': '91092df4470d486daf2fb46a8edb6f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'a806594e-3089-41cd-8447-908e50397def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:18:15Z', 'updated_at': '2022-03-11T03:18:16Z', 'revision_number': 3, 'project_id': '91092df4470d486daf2fb46a8edb6f47', 'gw_port': {'id': 'a806594e-3089-41cd-8447-908e50397def', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:39:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0f0857-2450-47ae-94d6-09e4397a887c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:18:16Z', 'updated_at': '2022-03-11T03:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:18:19.285336 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460814d2-4ef7-4d98-8388-7d422839a928 None None] The sync data for ids ['5a771705-699a-4c0b-8dbc-c83a77811843'] in dv-cinder-740146-14-iscsi is: [{'id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'name': 'tempest-TestVolumeBootPattern-1314935413-router', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:14:56Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '35782709df5e4313b93edef74cf56852', 'gw_port': {'id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:14:57Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': '3eba8fdd-7a55-4007-9265-6b0176e39e41', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'port_id': '1c0ed894-b055-4282-9081-66a3aeab96e1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'mac_address': 'fa:16:3e:0b:6b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9e07dc-09b8-4c02-94e8-8d377aaf3c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:18:16Z', 'updated_at': '2022-03-11T03:18:16Z', 'revision_number': 0, 'project_id': '35782709df5e4313b93edef74cf56852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bf9e685-d578-4a2b-a944-ff57abd96f15', 'name': '', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'mac_address': 'fa:16:3e:a3:44:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:15:00Z', 'updated_at': '2022-03-11T03:15:04Z', 'revision_number': 5, 'project_id': '35782709df5e4313b93edef74cf56852', 'subnets': [{'id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:18:19.296992 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-8f99b4c2-7d87-4753-8d33-24892f8a8c7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736925'] for router_interface (4a0f0857-2450-47ae-94d6-09e4397a887c), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:19.298752 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f99b4c2-7d87-4753-8d33-24892f8a8c7c admin admin] Pushing event updated for resources: {'Port': ['ID=46f67e74-d951-4ae4-b0a8-6789241b3eb3,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:19.316917 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port d409a546-6af1-4122-8270-d0eff7085e65 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:18:19.317389 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (d409a546-6af1-4122-8270-d0eff7085e65), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:19.406409 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port d409a546-6af1-4122-8270-d0eff7085e65 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:18:19.414456 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f99b4c2-7d87-4753-8d33-24892f8a8c7c admin admin] Network bd9a6c91-7b34-488d-8358-f46b8592c5f6 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:18:19.416021 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-8f99b4c2-7d87-4753-8d33-24892f8a8c7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:18:19.541510 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f99b4c2-7d87-4753-8d33-24892f8a8c7c admin admin] Router 4a0f0857-2450-47ae-94d6-09e4397a887c has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:18:19.590527 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed7eb64-5773-4bfd-94f9-6b19343ee828 None None] New status for floating IP 3eba8fdd-7a55-4007-9265-6b0176e39e41: ACTIVE {{(pid=103367) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 03:18:19.692513 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f99b4c2-7d87-4753-8d33-24892f8a8c7c admin admin] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:18:19.700033 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-8f99b4c2-7d87-4753-8d33-24892f8a8c7c admin admin] 10.222.0.16 "PUT /v2.0/routers/4a0f0857-2450-47ae-94d6-09e4397a887c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9752817 Mar 11 03:18:19.760371 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-b71d68dc-06d5-4f0e-ba44-f3634e52d48e None None] Provisioning complete for port 46f67e74-d951-4ae4-b0a8-6789241b3eb3 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:18:19.770502 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-b71d68dc-06d5-4f0e-ba44-f3634e52d48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (46f67e74-d951-4ae4-b0a8-6789241b3eb3), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:19.807813 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-b71d68dc-06d5-4f0e-ba44-f3634e52d48e None None] Port 46f67e74-d951-4ae4-b0a8-6789241b3eb3 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:18:20.210223 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 51464) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:18:20.215113 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-1d114ef6-67cf-4f36-ab54-bd60ae3b0ff0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-131050156-network', 'tenant_id': 'cddfadc38fa2415386328d544d42b74a'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:18:20.236266 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d114ef6-67cf-4f36-ab54-bd60ae3b0ff0 admin admin] Made reservation on behalf of cddfadc38fa2415386328d544d42b74a for: {'network': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:18:20.238616 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1d114ef6-67cf-4f36-ab54-bd60ae3b0ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for network (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:20.248347 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1d114ef6-67cf-4f36-ab54-bd60ae3b0ff0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:20.324978 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1d114ef6-67cf-4f36-ab54-bd60ae3b0ff0 admin admin] Publish callbacks [] for security_group (6929c558-bd43-439c-91a5-4b599aae6bc4), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:20.329204 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1d114ef6-67cf-4f36-ab54-bd60ae3b0ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (6929c558-bd43-439c-91a5-4b599aae6bc4), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:20.356111 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d114ef6-67cf-4f36-ab54-bd60ae3b0ff0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=103365) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 03:18:20.366109 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d114ef6-67cf-4f36-ab54-bd60ae3b0ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6929c558-bd43-439c-91a5-4b599aae6bc4,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:20.373319 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1d114ef6-67cf-4f36-ab54-bd60ae3b0ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715'] for segment (6c6dc2ae-bfd6-4bac-8325-4bee3543953f), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:20.373791 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.db.segments_db [None req-1d114ef6-67cf-4f36-ab54-bd60ae3b0ff0 admin admin] Added segment 6c6dc2ae-bfd6-4bac-8325-4bee3543953f of type vlan for network 476acaab-7107-4b39-88a3-45f7bb80a387 Mar 11 03:18:20.419005 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1d114ef6-67cf-4f36-ab54-bd60ae3b0ff0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766924714680'] for network (476acaab-7107-4b39-88a3-45f7bb80a387), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:20.444018 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1d114ef6-67cf-4f36-ab54-bd60ae3b0ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591'] for network (476acaab-7107-4b39-88a3-45f7bb80a387), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:20.445167 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d114ef6-67cf-4f36-ab54-bd60ae3b0ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:20.445910 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1d114ef6-67cf-4f36-ab54-bd60ae3b0ff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:20.474598 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-1d114ef6-67cf-4f36-ab54-bd60ae3b0ff0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2632642 Mar 11 03:18:20.478062 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 51466) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:18:20.483037 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-eb2193b0-7cd7-47df-a83e-4712c943e2ad admin admin] Request body: {'subnet': {'network_id': '476acaab-7107-4b39-88a3-45f7bb80a387', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-131050156-subnet', 'tenant_id': 'cddfadc38fa2415386328d544d42b74a', 'ip_version': 4}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:18:20.502624 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2193b0-7cd7-47df-a83e-4712c943e2ad admin admin] Made reservation on behalf of cddfadc38fa2415386328d544d42b74a for: {'subnet': 1} {{(pid=103364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:18:20.504907 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eb2193b0-7cd7-47df-a83e-4712c943e2ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25202025'] for subnet (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:20.513044 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d114ef6-67cf-4f36-ab54-bd60ae3b0ff0 admin admin] Pushing event updated for resources: {'Network': ['ID=476acaab-7107-4b39-88a3-45f7bb80a387,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:20.522894 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Network 476acaab-7107-4b39-88a3-45f7bb80a387 details requested by agent ovs-agent-dv-cinder-740146-14-iscsi with host dv-cinder-740146-14-iscsi {{(pid=103366) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 03:18:20.680473 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eb2193b0-7cd7-47df-a83e-4712c943e2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15272144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25201991'] for subnet (4a8117ae-2cf1-4e4c-8596-64f3badeccc4), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:20.731364 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2193b0-7cd7-47df-a83e-4712c943e2ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a8117ae-2cf1-4e4c-8596-64f3badeccc4,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:20.747497 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2193b0-7cd7-47df-a83e-4712c943e2ad admin admin] Checking segment: {'id': '6c6dc2ae-bfd6-4bac-8325-4bee3543953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '476acaab-7107-4b39-88a3-45f7bb80a387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:18:20.747857 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2193b0-7cd7-47df-a83e-4712c943e2ad admin admin] Network hostable DHCP agents. Network: 476acaab-7107-4b39-88a3-45f7bb80a387, hostable agents: ['25b14703-b87e-4c0b-89d2-d56e1080c9ba'], hosted agents: [] {{(pid=103364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 03:18:20.765321 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2193b0-7cd7-47df-a83e-4712c943e2ad admin admin] Network 476acaab-7107-4b39-88a3-45f7bb80a387 is scheduled to be hosted by DHCP agent 25b14703-b87e-4c0b-89d2-d56e1080c9ba with binding_index 1 {{(pid=103364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 03:18:20.775202 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-eb2193b0-7cd7-47df-a83e-4712c943e2ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-14-iscsi, 476acaab-7107-4b39-88a3-45f7bb80a387) {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:18:20.779244 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2193b0-7cd7-47df-a83e-4712c943e2ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:20.779829 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-eb2193b0-7cd7-47df-a83e-4712c943e2ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:20.784226 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4011758-58de-4a85-a79f-46f22bda25c6 None None] Network 476acaab-7107-4b39-88a3-45f7bb80a387 requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:18:20.796596 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-eb2193b0-7cd7-47df-a83e-4712c943e2ad admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3172746 Mar 11 03:18:20.799235 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 51468) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:18:20.803680 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-8834d962-c75c-406c-b94b-19e28dd3928e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-131050156-router', 'tenant_id': 'cddfadc38fa2415386328d544d42b74a', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'}}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:18:20.827159 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8834d962-c75c-406c-b94b-19e28dd3928e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1752359', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28309'] for router (7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:20.828626 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8834d962-c75c-406c-b94b-19e28dd3928e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1752467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1739889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1673446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28290'] for router (7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:20.886359 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8834d962-c75c-406c-b94b-19e28dd3928e admin admin] Publish callbacks [] for router_controller (7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f), precommit_add_association {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:20.895643 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1975b339-f287-4fd7-b544-8f6c901e1a3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4ad6dfa-f40d-5411-b00e-f667c827405f-476acaab-7107-4b39-88a3-45f7bb80a387', 'network_id': '476acaab-7107-4b39-88a3-45f7bb80a387', 'project_id': 'cddfadc38fa2415386328d544d42b74a', 'fixed_ips': [{'subnet_id': '4a8117ae-2cf1-4e4c-8596-64f3badeccc4'}]}} from dv-cinder-740146-14-iscsi. {{(pid=103366) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 03:18:20.896575 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1975b339-f287-4fd7-b544-8f6c901e1a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:20.973624 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc118b0c-4810-42d5-ad41-dc63d15c76a6 None None] Sync routers for ids ['4a0f0857-2450-47ae-94d6-09e4397a887c'] in dv-cinder-740146-14-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:18:20.992712 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc118b0c-4810-42d5-ad41-dc63d15c76a6 None None] Routers {'4a0f0857-2450-47ae-94d6-09e4397a887c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:18:20.993966 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-dc118b0c-4810-42d5-ad41-dc63d15c76a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:18:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['4a0f0857-2450-47ae-94d6-09e4397a887c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:18:21.030632 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8834d962-c75c-406c-b94b-19e28dd3928e admin admin] Publish callbacks [] for router_gateway (7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:21.091818 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.db_base_plugin_common [None req-1975b339-f287-4fd7-b544-8f6c901e1a3f None None] Allocated IP 172.20.0.2 (476acaab-7107-4b39-88a3-45f7bb80a387/4a8117ae-2cf1-4e4c-8596-64f3badeccc4/2aa61cad-7859-4f92-be97-2ab30266bbb0) {{(pid=103366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:18:21.160821 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-dc118b0c-4810-42d5-ad41-dc63d15c76a6 None None] Set router 4a0f0857-2450-47ae-94d6-09e4397a887c gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:18:21.249293 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8834d962-c75c-406c-b94b-19e28dd3928e admin admin] Publish callbacks [] for router_gateway (7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:21.268323 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8834d962-c75c-406c-b94b-19e28dd3928e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:21.275163 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device a806594e-3089-41cd-8447-908e50397def up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:18:21.375821 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [None req-8834d962-c75c-406c-b94b-19e28dd3928e admin admin] Allocated IP 172.27.2.172 (9b47ca21-aede-450a-93e7-0e4b22f1eaa6/91a34137-7039-479a-a714-41dcecc02d59/e77f8c32-75a1-44cd-ac19-4c819dbe9bd9) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:18:21.484771 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8834d962-c75c-406c-b94b-19e28dd3928e admin admin] Publish callbacks [] for port (e77f8c32-75a1-44cd-ac19-4c819dbe9bd9), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:21.520296 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8834d962-c75c-406c-b94b-19e28dd3928e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (e77f8c32-75a1-44cd-ac19-4c819dbe9bd9), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:21.557363 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8834d962-c75c-406c-b94b-19e28dd3928e admin admin] Network 9b47ca21-aede-450a-93e7-0e4b22f1eaa6 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:18:21.560320 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [None req-8834d962-c75c-406c-b94b-19e28dd3928e admin admin] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:18:21.566447 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8834d962-c75c-406c-b94b-19e28dd3928e admin admin] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:18:21.586571 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port a806594e-3089-41cd-8447-908e50397def triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:18:21.587501 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (a806594e-3089-41cd-8447-908e50397def), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:21.595892 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834d962-c75c-406c-b94b-19e28dd3928e admin admin] Pushing event updated for resources: {'Port': ['ID=e77f8c32-75a1-44cd-ac19-4c819dbe9bd9,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:21.643927 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1975b339-f287-4fd7-b544-8f6c901e1a3f None None] Publish callbacks [] for port (2aa61cad-7859-4f92-be97-2ab30266bbb0), precommit_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:21.659232 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1975b339-f287-4fd7-b544-8f6c901e1a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670'] for port (2aa61cad-7859-4f92-be97-2ab30266bbb0), after_create {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:21.719234 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1975b339-f287-4fd7-b544-8f6c901e1a3f None None] Network 476acaab-7107-4b39-88a3-45f7bb80a387 is already hosted by enough agents. {{(pid=103366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:18:21.729818 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.scheduler.base_scheduler [None req-1975b339-f287-4fd7-b544-8f6c901e1a3f None None] Resources bound (agent type, host, resource id): {{(pid=103366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:18:21.733349 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1975b339-f287-4fd7-b544-8f6c901e1a3f None None] Received port after_create {{(pid=103366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:18:21.735688 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975b339-f287-4fd7-b544-8f6c901e1a3f None None] Pushing event updated for resources: {'Port': ['ID=2aa61cad-7859-4f92-be97-2ab30266bbb0,revision_number=1']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:21.789565 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-dc118b0c-4810-42d5-ad41-dc63d15c76a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0f0857-2450-47ae-94d6-09e4397a887c', 'name': 'tempest-TestShelveInstance-737239308-router', 'tenant_id': '91092df4470d486daf2fb46a8edb6f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'a806594e-3089-41cd-8447-908e50397def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:18:15Z', 'updated_at': '2022-03-11T03:18:18Z', 'revision_number': 4, 'project_id': '91092df4470d486daf2fb46a8edb6f47', 'gw_port': {'id': 'a806594e-3089-41cd-8447-908e50397def', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:39:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0f0857-2450-47ae-94d6-09e4397a887c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:18:16Z', 'updated_at': '2022-03-11T03:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '46f67e74-d951-4ae4-b0a8-6789241b3eb3', 'name': '', 'network_id': 'bd9a6c91-7b34-488d-8358-f46b8592c5f6', 'tenant_id': '91092df4470d486daf2fb46a8edb6f47', 'mac_address': 'fa:16:3e:59:c3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0f0857-2450-47ae-94d6-09e4397a887c', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'c3277adb-7174-4def-a22b-35b761759871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:18:18Z', 'updated_at': '2022-03-11T03:18:19Z', 'revision_number': 2, 'project_id': '91092df4470d486daf2fb46a8edb6f47', 'subnets': [{'id': 'c3277adb-7174-4def-a22b-35b761759871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:18:21.832181 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8834d962-c75c-406c-b94b-19e28dd3928e admin admin] Publish callbacks [] for router_gateway (7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:21.847524 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port a806594e-3089-41cd-8447-908e50397def is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:18:21.847913 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (a806594e-3089-41cd-8447-908e50397def), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:21.853243 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc118b0c-4810-42d5-ad41-dc63d15c76a6 None None] Checking router: 4a0f0857-2450-47ae-94d6-09e4397a887c for host: dv-cinder-740146-14-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:18:21.853601 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc118b0c-4810-42d5-ad41-dc63d15c76a6 None None] Updating router 4a0f0857-2450-47ae-94d6-09e4397a887c port 46f67e74-d951-4ae4-b0a8-6789241b3eb3 binding host dv-cinder-740146-14-iscsi {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 03:18:21.879791 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-1975b339-f287-4fd7-b544-8f6c901e1a3f None None] Attempting to bind port 2aa61cad-7859-4f92-be97-2ab30266bbb0 on host dv-cinder-740146-14-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:18:21.880168 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-1975b339-f287-4fd7-b544-8f6c901e1a3f None None] Attempting to bind port 2aa61cad-7859-4f92-be97-2ab30266bbb0 by drivers openvswitch,hyperv on host dv-cinder-740146-14-iscsi at level 0 using segments [{'id': '6c6dc2ae-bfd6-4bac-8325-4bee3543953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '476acaab-7107-4b39-88a3-45f7bb80a387'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:18:21.880547 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1975b339-f287-4fd7-b544-8f6c901e1a3f None None] Attempting to bind port 2aa61cad-7859-4f92-be97-2ab30266bbb0 on network 476acaab-7107-4b39-88a3-45f7bb80a387 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:18:21.895660 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] For port a806594e-3089-41cd-8447-908e50397def, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=a806594e-3089-41cd-8447-908e50397def,segment=NetworkSegment(77d20882-625f-4a13-9566-ab6cf60f2c81),segment_id=77d20882-625f-4a13-9566-ab6cf60f2c81)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:18:21.896921 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1975b339-f287-4fd7-b544-8f6c901e1a3f None None] Checking agent: {'id': '4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 1, 6), 'started_at': datetime.datetime(2022, 3, 11, 3, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:18:21.897434 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1975b339-f287-4fd7-b544-8f6c901e1a3f None None] Checking segment: {'id': '6c6dc2ae-bfd6-4bac-8325-4bee3543953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '476acaab-7107-4b39-88a3-45f7bb80a387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:18:21.897946 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1975b339-f287-4fd7-b544-8f6c901e1a3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:21.898356 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1975b339-f287-4fd7-b544-8f6c901e1a3f None None] Bound using segment: {'id': '6c6dc2ae-bfd6-4bac-8325-4bee3543953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '476acaab-7107-4b39-88a3-45f7bb80a387'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:18:21.898913 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-1975b339-f287-4fd7-b544-8f6c901e1a3f None None] Bound port: 2aa61cad-7859-4f92-be97-2ab30266bbb0, host: dv-cinder-740146-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c6dc2ae-bfd6-4bac-8325-4bee3543953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '476acaab-7107-4b39-88a3-45f7bb80a387'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:18:21.899482 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1975b339-f287-4fd7-b544-8f6c901e1a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (2aa61cad-7859-4f92-be97-2ab30266bbb0), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:21.904556 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (a806594e-3089-41cd-8447-908e50397def), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:21.921175 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dc118b0c-4810-42d5-ad41-dc63d15c76a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (46f67e74-d951-4ae4-b0a8-6789241b3eb3), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:22.031475 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8834d962-c75c-406c-b94b-19e28dd3928e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1752476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1739806'] for router (7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:22.038813 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Pushing event updated for resources: {'Port': ['ID=a806594e-3089-41cd-8447-908e50397def,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:22.051957 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-1975b339-f287-4fd7-b544-8f6c901e1a3f None None] For port 2aa61cad-7859-4f92-be97-2ab30266bbb0, host dv-cinder-740146-14-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:18:22.058260 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-1975b339-f287-4fd7-b544-8f6c901e1a3f None None] For port 2aa61cad-7859-4f92-be97-2ab30266bbb0, host dv-cinder-740146-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=2aa61cad-7859-4f92-be97-2ab30266bbb0,segment=NetworkSegment(6c6dc2ae-bfd6-4bac-8325-4bee3543953f),segment_id=6c6dc2ae-bfd6-4bac-8325-4bee3543953f)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:18:22.115727 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-1975b339-f287-4fd7-b544-8f6c901e1a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (2aa61cad-7859-4f92-be97-2ab30266bbb0), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:22.165175 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8834d962-c75c-406c-b94b-19e28dd3928e admin admin] Router 7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f is scheduled to L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 with binding_index 1 {{(pid=103365) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 03:18:22.202384 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975b339-f287-4fd7-b544-8f6c901e1a3f None None] Pushing event updated for resources: {'Port': ['ID=2aa61cad-7859-4f92-be97-2ab30266bbb0,revision_number=2']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:22.292460 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8834d962-c75c-406c-b94b-19e28dd3928e admin admin] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:18:22.301517 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3c0c49-dd3f-427b-8d15-e8aefdd5bc13 None None] Sync routers for ids ['7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f'] in dv-cinder-740146-14-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:18:22.317362 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3c0c49-dd3f-427b-8d15-e8aefdd5bc13 None None] Routers {'7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:18:22.320587 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0b3c0c49-dd3f-427b-8d15-e8aefdd5bc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:18:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:18:22.330539 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-8834d962-c75c-406c-b94b-19e28dd3928e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:22.340578 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-8834d962-c75c-406c-b94b-19e28dd3928e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5374296 Mar 11 03:18:22.341082 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 51470) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:18:22.379276 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dc118b0c-4810-42d5-ad41-dc63d15c76a6 None None] Publish callbacks [] for port (46f67e74-d951-4ae4-b0a8-6789241b3eb3), precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:22.387093 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dc118b0c-4810-42d5-ad41-dc63d15c76a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (46f67e74-d951-4ae4-b0a8-6789241b3eb3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:22.470937 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-0b3c0c49-dd3f-427b-8d15-e8aefdd5bc13 None None] Set router 7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:18:22.473061 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fed570-d3fd-494b-befc-d4249a760bff None None] Pushing event updated for resources: {'Port': ['ID=46f67e74-d951-4ae4-b0a8-6789241b3eb3,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:22.543756 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-dc118b0c-4810-42d5-ad41-dc63d15c76a6 None None] Attempting to bind port 46f67e74-d951-4ae4-b0a8-6789241b3eb3 on host dv-cinder-740146-14-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:18:22.544212 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-dc118b0c-4810-42d5-ad41-dc63d15c76a6 None None] Attempting to bind port 46f67e74-d951-4ae4-b0a8-6789241b3eb3 by drivers openvswitch,hyperv on host dv-cinder-740146-14-iscsi at level 0 using segments [{'id': '2a3b4369-cf19-4e74-9472-71f0003d941c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bd9a6c91-7b34-488d-8358-f46b8592c5f6'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:18:22.544664 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc118b0c-4810-42d5-ad41-dc63d15c76a6 None None] Attempting to bind port 46f67e74-d951-4ae4-b0a8-6789241b3eb3 on network bd9a6c91-7b34-488d-8358-f46b8592c5f6 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:18:22.550564 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc118b0c-4810-42d5-ad41-dc63d15c76a6 None None] Checking agent: {'id': '4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 1, 6), 'started_at': datetime.datetime(2022, 3, 11, 3, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:18:22.551271 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc118b0c-4810-42d5-ad41-dc63d15c76a6 None None] Checking segment: {'id': '2a3b4369-cf19-4e74-9472-71f0003d941c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bd9a6c91-7b34-488d-8358-f46b8592c5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:18:22.551996 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dc118b0c-4810-42d5-ad41-dc63d15c76a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:22.552576 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc118b0c-4810-42d5-ad41-dc63d15c76a6 None None] Bound using segment: {'id': '2a3b4369-cf19-4e74-9472-71f0003d941c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bd9a6c91-7b34-488d-8358-f46b8592c5f6'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:18:22.553246 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-dc118b0c-4810-42d5-ad41-dc63d15c76a6 None None] Bound port: 46f67e74-d951-4ae4-b0a8-6789241b3eb3, host: dv-cinder-740146-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a3b4369-cf19-4e74-9472-71f0003d941c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bd9a6c91-7b34-488d-8358-f46b8592c5f6'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:18:22.553909 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dc118b0c-4810-42d5-ad41-dc63d15c76a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (46f67e74-d951-4ae4-b0a8-6789241b3eb3), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:22.632538 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dc118b0c-4810-42d5-ad41-dc63d15c76a6 None None] For port 46f67e74-d951-4ae4-b0a8-6789241b3eb3, host dv-cinder-740146-14-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:18:22.639389 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dc118b0c-4810-42d5-ad41-dc63d15c76a6 None None] For port 46f67e74-d951-4ae4-b0a8-6789241b3eb3, host dv-cinder-740146-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=46f67e74-d951-4ae4-b0a8-6789241b3eb3,segment=NetworkSegment(2a3b4369-cf19-4e74-9472-71f0003d941c),segment_id=2a3b4369-cf19-4e74-9472-71f0003d941c)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:18:22.649933 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dc118b0c-4810-42d5-ad41-dc63d15c76a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (46f67e74-d951-4ae4-b0a8-6789241b3eb3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:22.699222 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc118b0c-4810-42d5-ad41-dc63d15c76a6 None None] Routers {'4a0f0857-2450-47ae-94d6-09e4397a887c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:18:22.699869 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-dc118b0c-4810-42d5-ad41-dc63d15c76a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:18:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['4a0f0857-2450-47ae-94d6-09e4397a887c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:18:22.724819 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0b3c0c49-dd3f-427b-8d15-e8aefdd5bc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f', 'name': 'tempest-TestShelveInstance-131050156-router', 'tenant_id': 'cddfadc38fa2415386328d544d42b74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'e77f8c32-75a1-44cd-ac19-4c819dbe9bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:18:20Z', 'updated_at': '2022-03-11T03:18:21Z', 'revision_number': 3, 'project_id': 'cddfadc38fa2415386328d544d42b74a', 'gw_port': {'id': 'e77f8c32-75a1-44cd-ac19-4c819dbe9bd9', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bc:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:18:21Z', 'updated_at': '2022-03-11T03:18:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi'}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:18:22.768351 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3c0c49-dd3f-427b-8d15-e8aefdd5bc13 None None] Checking router: 7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f for host: dv-cinder-740146-14-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:18:22.768709 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3c0c49-dd3f-427b-8d15-e8aefdd5bc13 None None] Updating router 7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f port e77f8c32-75a1-44cd-ac19-4c819dbe9bd9 binding host dv-cinder-740146-14-iscsi {{(pid=103367) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 03:18:22.774397 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fed570-d3fd-494b-befc-d4249a760bff None None] Pushing event updated for resources: {'Port': ['ID=46f67e74-d951-4ae4-b0a8-6789241b3eb3,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:22.804811 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-60b8c282-287e-4927-a098-cea764fbfb52 None None] Provisioning complete for port 46f67e74-d951-4ae4-b0a8-6789241b3eb3 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:18:22.806106 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-60b8c282-287e-4927-a098-cea764fbfb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (46f67e74-d951-4ae4-b0a8-6789241b3eb3), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:22.898624 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-dc118b0c-4810-42d5-ad41-dc63d15c76a6 None None] Set router 4a0f0857-2450-47ae-94d6-09e4397a887c gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:18:22.921389 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0b3c0c49-dd3f-427b-8d15-e8aefdd5bc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (e77f8c32-75a1-44cd-ac19-4c819dbe9bd9), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:23.030314 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-60b8c282-287e-4927-a098-cea764fbfb52 None None] Current status of the port 46f67e74-d951-4ae4-b0a8-6789241b3eb3 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:18:23.030707 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-60b8c282-287e-4927-a098-cea764fbfb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (46f67e74-d951-4ae4-b0a8-6789241b3eb3), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:23.114307 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-60b8c282-287e-4927-a098-cea764fbfb52 None None] For port 46f67e74-d951-4ae4-b0a8-6789241b3eb3, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=46f67e74-d951-4ae4-b0a8-6789241b3eb3,segment=NetworkSegment(2a3b4369-cf19-4e74-9472-71f0003d941c),segment_id=2a3b4369-cf19-4e74-9472-71f0003d941c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:18:23.128001 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-60b8c282-287e-4927-a098-cea764fbfb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (46f67e74-d951-4ae4-b0a8-6789241b3eb3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:23.239843 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-831bfff1-6d69-471a-824e-80b73843daf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:23.257310 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0b3c0c49-dd3f-427b-8d15-e8aefdd5bc13 None None] Publish callbacks [] for port (e77f8c32-75a1-44cd-ac19-4c819dbe9bd9), precommit_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:23.268912 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0b3c0c49-dd3f-427b-8d15-e8aefdd5bc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (e77f8c32-75a1-44cd-ac19-4c819dbe9bd9), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:23.321570 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4625a2-f312-4d90-9dd9-84fa1a4bd4d9 None None] Pushing event updated for resources: {'Port': ['ID=e77f8c32-75a1-44cd-ac19-4c819dbe9bd9,revision_number=2']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:23.323295 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8c282-287e-4927-a098-cea764fbfb52 None None] Pushing event updated for resources: {'Port': ['ID=46f67e74-d951-4ae4-b0a8-6789241b3eb3,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:23.334434 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-0b3c0c49-dd3f-427b-8d15-e8aefdd5bc13 None None] Attempting to bind port e77f8c32-75a1-44cd-ac19-4c819dbe9bd9 on host dv-cinder-740146-14-iscsi for vnic_type normal with profile {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:18:23.334806 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-0b3c0c49-dd3f-427b-8d15-e8aefdd5bc13 None None] Attempting to bind port e77f8c32-75a1-44cd-ac19-4c819dbe9bd9 by drivers openvswitch,hyperv on host dv-cinder-740146-14-iscsi at level 0 using segments [{'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:18:23.335174 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3c0c49-dd3f-427b-8d15-e8aefdd5bc13 None None] Attempting to bind port e77f8c32-75a1-44cd-ac19-4c819dbe9bd9 on network 9b47ca21-aede-450a-93e7-0e4b22f1eaa6 {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:18:23.345027 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-012bef44-0077-4ba2-a0ff-6e81e63280d0 None None] Provisioning complete for port 46f67e74-d951-4ae4-b0a8-6789241b3eb3 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:18:23.345406 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-012bef44-0077-4ba2-a0ff-6e81e63280d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (46f67e74-d951-4ae4-b0a8-6789241b3eb3), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:23.345993 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3c0c49-dd3f-427b-8d15-e8aefdd5bc13 None None] Checking agent: {'id': '4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 1, 6), 'started_at': datetime.datetime(2022, 3, 11, 3, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:18:23.346286 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3c0c49-dd3f-427b-8d15-e8aefdd5bc13 None None] Checking segment: {'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:18:23.346866 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0b3c0c49-dd3f-427b-8d15-e8aefdd5bc13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:23.347262 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3c0c49-dd3f-427b-8d15-e8aefdd5bc13 None None] Bound using segment: {'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'} {{(pid=103367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:18:23.347744 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.managers [None req-0b3c0c49-dd3f-427b-8d15-e8aefdd5bc13 None None] Bound port: e77f8c32-75a1-44cd-ac19-4c819dbe9bd9, host: dv-cinder-740146-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d20882-625f-4a13-9566-ab6cf60f2c81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6'}}] {{(pid=103367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:18:23.349468 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0b3c0c49-dd3f-427b-8d15-e8aefdd5bc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (e77f8c32-75a1-44cd-ac19-4c819dbe9bd9), before_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:23.402418 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 2aa61cad-7859-4f92-be97-2ab30266bbb0 up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:18:23.405523 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-dc118b0c-4810-42d5-ad41-dc63d15c76a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0f0857-2450-47ae-94d6-09e4397a887c', 'name': 'tempest-TestShelveInstance-737239308-router', 'tenant_id': '91092df4470d486daf2fb46a8edb6f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'a806594e-3089-41cd-8447-908e50397def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:18:15Z', 'updated_at': '2022-03-11T03:18:18Z', 'revision_number': 4, 'project_id': '91092df4470d486daf2fb46a8edb6f47', 'gw_port': {'id': 'a806594e-3089-41cd-8447-908e50397def', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:39:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0f0857-2450-47ae-94d6-09e4397a887c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:18:16Z', 'updated_at': '2022-03-11T03:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '46f67e74-d951-4ae4-b0a8-6789241b3eb3', 'name': '', 'network_id': 'bd9a6c91-7b34-488d-8358-f46b8592c5f6', 'tenant_id': '91092df4470d486daf2fb46a8edb6f47', 'mac_address': 'fa:16:3e:59:c3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0f0857-2450-47ae-94d6-09e4397a887c', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'c3277adb-7174-4def-a22b-35b761759871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:18:18Z', 'updated_at': '2022-03-11T03:18:22Z', 'revision_number': 4, 'project_id': '91092df4470d486daf2fb46a8edb6f47', 'subnets': [{'id': 'c3277adb-7174-4def-a22b-35b761759871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:18:23.424866 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-0b3c0c49-dd3f-427b-8d15-e8aefdd5bc13 None None] For port e77f8c32-75a1-44cd-ac19-4c819dbe9bd9, host dv-cinder-740146-14-iscsi, cleared binding levels {{(pid=103367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:18:23.428573 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.plugins.ml2.db [None req-0b3c0c49-dd3f-427b-8d15-e8aefdd5bc13 None None] For port e77f8c32-75a1-44cd-ac19-4c819dbe9bd9, host dv-cinder-740146-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=e77f8c32-75a1-44cd-ac19-4c819dbe9bd9,segment=NetworkSegment(77d20882-625f-4a13-9566-ab6cf60f2c81),segment_id=77d20882-625f-4a13-9566-ab6cf60f2c81)] {{(pid=103367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:18:23.438239 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron_lib.callbacks.manager [None req-0b3c0c49-dd3f-427b-8d15-e8aefdd5bc13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (e77f8c32-75a1-44cd-ac19-4c819dbe9bd9), after_update {{(pid=103367) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:23.465466 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc118b0c-4810-42d5-ad41-dc63d15c76a6 None None] The sync data for ids ['4a0f0857-2450-47ae-94d6-09e4397a887c'] in dv-cinder-740146-14-iscsi is: [{'id': '4a0f0857-2450-47ae-94d6-09e4397a887c', 'name': 'tempest-TestShelveInstance-737239308-router', 'tenant_id': '91092df4470d486daf2fb46a8edb6f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'a806594e-3089-41cd-8447-908e50397def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:18:15Z', 'updated_at': '2022-03-11T03:18:18Z', 'revision_number': 4, 'project_id': '91092df4470d486daf2fb46a8edb6f47', 'gw_port': {'id': 'a806594e-3089-41cd-8447-908e50397def', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:39:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0f0857-2450-47ae-94d6-09e4397a887c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:18:16Z', 'updated_at': '2022-03-11T03:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '46f67e74-d951-4ae4-b0a8-6789241b3eb3', 'name': '', 'network_id': 'bd9a6c91-7b34-488d-8358-f46b8592c5f6', 'tenant_id': '91092df4470d486daf2fb46a8edb6f47', 'mac_address': 'fa:16:3e:59:c3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0f0857-2450-47ae-94d6-09e4397a887c', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'c3277adb-7174-4def-a22b-35b761759871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:18:18Z', 'updated_at': '2022-03-11T03:18:22Z', 'revision_number': 4, 'project_id': '91092df4470d486daf2fb46a8edb6f47', 'subnets': [{'id': 'c3277adb-7174-4def-a22b-35b761759871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:18:23.473921 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-831bfff1-6d69-471a-824e-80b73843daf8 admin admin] Allocated IP 172.20.0.1 (476acaab-7107-4b39-88a3-45f7bb80a387/4a8117ae-2cf1-4e4c-8596-64f3badeccc4/f1951e07-1c16-4047-a1a2-18017eed1ba1) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:18:23.516256 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4625a2-f312-4d90-9dd9-84fa1a4bd4d9 None None] Pushing event updated for resources: {'Port': ['ID=e77f8c32-75a1-44cd-ac19-4c819dbe9bd9,revision_number=3']} {{(pid=103367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:23.519666 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3c0c49-dd3f-427b-8d15-e8aefdd5bc13 None None] Routers {'7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:18:23.520657 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0b3c0c49-dd3f-427b-8d15-e8aefdd5bc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:18:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:18:23.528857 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-012bef44-0077-4ba2-a0ff-6e81e63280d0 None None] Current status of the port 46f67e74-d951-4ae4-b0a8-6789241b3eb3 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:18:23.531028 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca38eae-41ff-4339-ba2e-bae8d517fa0b None None] Network 476acaab-7107-4b39-88a3-45f7bb80a387 requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:18:23.662587 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-831bfff1-6d69-471a-824e-80b73843daf8 admin admin] Publish callbacks [] for port (f1951e07-1c16-4047-a1a2-18017eed1ba1), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:23.673649 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-0b3c0c49-dd3f-427b-8d15-e8aefdd5bc13 None None] Set router 7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:18:23.708843 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-831bfff1-6d69-471a-824e-80b73843daf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15272124'] for port (f1951e07-1c16-4047-a1a2-18017eed1ba1), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:23.775272 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831bfff1-6d69-471a-824e-80b73843daf8 admin admin] Network 476acaab-7107-4b39-88a3-45f7bb80a387 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:18:23.778496 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-831bfff1-6d69-471a-824e-80b73843daf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:18:23.782348 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831bfff1-6d69-471a-824e-80b73843daf8 admin admin] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:18:23.818449 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831bfff1-6d69-471a-824e-80b73843daf8 admin admin] Pushing event updated for resources: {'Port': ['ID=f1951e07-1c16-4047-a1a2-18017eed1ba1,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:23.843238 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port 2aa61cad-7859-4f92-be97-2ab30266bbb0 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:18:23.843846 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (2aa61cad-7859-4f92-be97-2ab30266bbb0), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:23.851652 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-e82f2b36-4075-4c92-b1d2-d8143d799299 None None] Provisioning complete for port 2aa61cad-7859-4f92-be97-2ab30266bbb0 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:18:23.852036 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e82f2b36-4075-4c92-b1d2-d8143d799299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (2aa61cad-7859-4f92-be97-2ab30266bbb0), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:23.853387 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-831bfff1-6d69-471a-824e-80b73843daf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1736817'] for router_interface (7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:23.892279 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-0b3c0c49-dd3f-427b-8d15-e8aefdd5bc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f', 'name': 'tempest-TestShelveInstance-131050156-router', 'tenant_id': 'cddfadc38fa2415386328d544d42b74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'e77f8c32-75a1-44cd-ac19-4c819dbe9bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:18:20Z', 'updated_at': '2022-03-11T03:18:21Z', 'revision_number': 3, 'project_id': 'cddfadc38fa2415386328d544d42b74a', 'gw_port': {'id': 'e77f8c32-75a1-44cd-ac19-4c819dbe9bd9', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bc:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:18:21Z', 'updated_at': '2022-03-11T03:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi'}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:18:23.924649 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3c0c49-dd3f-427b-8d15-e8aefdd5bc13 None None] The sync data for ids ['7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f'] in dv-cinder-740146-14-iscsi is: [{'id': '7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f', 'name': 'tempest-TestShelveInstance-131050156-router', 'tenant_id': 'cddfadc38fa2415386328d544d42b74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'e77f8c32-75a1-44cd-ac19-4c819dbe9bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:18:20Z', 'updated_at': '2022-03-11T03:18:21Z', 'revision_number': 3, 'project_id': 'cddfadc38fa2415386328d544d42b74a', 'gw_port': {'id': 'e77f8c32-75a1-44cd-ac19-4c819dbe9bd9', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bc:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:18:21Z', 'updated_at': '2022-03-11T03:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi'}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:18:24.008302 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-e82f2b36-4075-4c92-b1d2-d8143d799299 None None] Current status of the port 2aa61cad-7859-4f92-be97-2ab30266bbb0 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:18:24.009131 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e82f2b36-4075-4c92-b1d2-d8143d799299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (2aa61cad-7859-4f92-be97-2ab30266bbb0), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:24.070232 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-831bfff1-6d69-471a-824e-80b73843daf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (f1951e07-1c16-4047-a1a2-18017eed1ba1), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:24.089913 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-e82f2b36-4075-4c92-b1d2-d8143d799299 None None] For port 2aa61cad-7859-4f92-be97-2ab30266bbb0, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=2aa61cad-7859-4f92-be97-2ab30266bbb0,segment=NetworkSegment(6c6dc2ae-bfd6-4bac-8325-4bee3543953f),segment_id=6c6dc2ae-bfd6-4bac-8325-4bee3543953f)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:18:24.090988 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port 2aa61cad-7859-4f92-be97-2ab30266bbb0 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:18:24.091452 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (2aa61cad-7859-4f92-be97-2ab30266bbb0), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:24.139000 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e82f2b36-4075-4c92-b1d2-d8143d799299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (2aa61cad-7859-4f92-be97-2ab30266bbb0), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:24.194233 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f2b36-4075-4c92-b1d2-d8143d799299 None None] Pushing event updated for resources: {'Port': ['ID=2aa61cad-7859-4f92-be97-2ab30266bbb0,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:24.215685 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.db.api [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103366) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 03:18:24.216346 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG oslo_db.api [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 03:18:24.288513 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c39ed885-1ce3-4bc7-a92a-616a93a9cee9 None None] Provisioning complete for port 2aa61cad-7859-4f92-be97-2ab30266bbb0 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:18:24.302425 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c39ed885-1ce3-4bc7-a92a-616a93a9cee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (2aa61cad-7859-4f92-be97-2ab30266bbb0), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:24.343600 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-831bfff1-6d69-471a-824e-80b73843daf8 admin admin] Publish callbacks [] for port (f1951e07-1c16-4047-a1a2-18017eed1ba1), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:24.358504 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-831bfff1-6d69-471a-824e-80b73843daf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15272101'] for port (f1951e07-1c16-4047-a1a2-18017eed1ba1), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:24.408689 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c39ed885-1ce3-4bc7-a92a-616a93a9cee9 None None] Current status of the port 2aa61cad-7859-4f92-be97-2ab30266bbb0 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:18:24.423912 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c39ed885-1ce3-4bc7-a92a-616a93a9cee9 None None] Provisioning complete for port f1951e07-1c16-4047-a1a2-18017eed1ba1 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:18:24.424289 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c39ed885-1ce3-4bc7-a92a-616a93a9cee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (f1951e07-1c16-4047-a1a2-18017eed1ba1), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:24.468503 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-831bfff1-6d69-471a-824e-80b73843daf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736925'] for router_interface (7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:24.474468 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c39ed885-1ce3-4bc7-a92a-616a93a9cee9 None None] Port f1951e07-1c16-4047-a1a2-18017eed1ba1 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:18:24.499338 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831bfff1-6d69-471a-824e-80b73843daf8 admin admin] Pushing event updated for resources: {'Port': ['ID=f1951e07-1c16-4047-a1a2-18017eed1ba1,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:24.593293 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831bfff1-6d69-471a-824e-80b73843daf8 admin admin] Network 476acaab-7107-4b39-88a3-45f7bb80a387 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:18:24.594680 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-831bfff1-6d69-471a-824e-80b73843daf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:18:24.595754 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-25fbc89c-c20c-49a2-ac6e-04fe05c84d7c None None] Provisioning complete for port f1951e07-1c16-4047-a1a2-18017eed1ba1 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:18:24.596554 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-25fbc89c-c20c-49a2-ac6e-04fe05c84d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (f1951e07-1c16-4047-a1a2-18017eed1ba1), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:24.637173 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-25fbc89c-c20c-49a2-ac6e-04fe05c84d7c None None] Port f1951e07-1c16-4047-a1a2-18017eed1ba1 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:18:24.732045 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831bfff1-6d69-471a-824e-80b73843daf8 admin admin] Router 7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:18:24.763908 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port 2aa61cad-7859-4f92-be97-2ab30266bbb0 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:18:24.764935 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device a806594e-3089-41cd-8447-908e50397def up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:18:24.826215 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port a806594e-3089-41cd-8447-908e50397def triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:18:24.826663 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (a806594e-3089-41cd-8447-908e50397def), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:24.880796 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-69f47dd6-c964-43df-b01c-38739448c1b3 None None] Provisioning complete for port f1951e07-1c16-4047-a1a2-18017eed1ba1 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:18:24.880796 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-69f47dd6-c964-43df-b01c-38739448c1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (f1951e07-1c16-4047-a1a2-18017eed1ba1), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:24.889652 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831bfff1-6d69-471a-824e-80b73843daf8 admin admin] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:18:24.894700 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-831bfff1-6d69-471a-824e-80b73843daf8 admin admin] 10.222.0.16 "PUT /v2.0/routers/7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5524089 Mar 11 03:18:24.953786 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-69f47dd6-c964-43df-b01c-38739448c1b3 None None] Port f1951e07-1c16-4047-a1a2-18017eed1ba1 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:18:24.966352 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port a806594e-3089-41cd-8447-908e50397def is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:18:25.319604 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 46f67e74-d951-4ae4-b0a8-6789241b3eb3 up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:18:25.372263 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port 46f67e74-d951-4ae4-b0a8-6789241b3eb3 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:18:25.372712 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (46f67e74-d951-4ae4-b0a8-6789241b3eb3), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:25.448250 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port 46f67e74-d951-4ae4-b0a8-6789241b3eb3 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:18:25.449263 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device e77f8c32-75a1-44cd-ac19-4c819dbe9bd9 up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:18:25.493957 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port e77f8c32-75a1-44cd-ac19-4c819dbe9bd9 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:18:25.494296 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (e77f8c32-75a1-44cd-ac19-4c819dbe9bd9), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:25.569620 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port e77f8c32-75a1-44cd-ac19-4c819dbe9bd9 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:18:25.570028 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (e77f8c32-75a1-44cd-ac19-4c819dbe9bd9), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:25.590368 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] For port e77f8c32-75a1-44cd-ac19-4c819dbe9bd9, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=e77f8c32-75a1-44cd-ac19-4c819dbe9bd9,segment=NetworkSegment(77d20882-625f-4a13-9566-ab6cf60f2c81),segment_id=77d20882-625f-4a13-9566-ab6cf60f2c81)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:18:25.594125 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (e77f8c32-75a1-44cd-ac19-4c819dbe9bd9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:25.594867 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 2aa61cad-7859-4f92-be97-2ab30266bbb0 up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:18:25.650419 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 51480) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:18:25.655007 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-e56360ac-6a38-4960-a498-ac73d2f8caf4 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1877791526', 'description': 'tempest-secgroup-smoke-1877791526 description', 'project_id': '91092df4470d486daf2fb46a8edb6f47'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:18:25.668998 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Pushing event updated for resources: {'Port': ['ID=e77f8c32-75a1-44cd-ac19-4c819dbe9bd9,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:25.679021 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e56360ac-6a38-4960-a498-ac73d2f8caf4 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks [] for security_group (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:25.681067 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port 2aa61cad-7859-4f92-be97-2ab30266bbb0 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:18:25.681526 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (2aa61cad-7859-4f92-be97-2ab30266bbb0), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:25.747769 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e56360ac-6a38-4960-a498-ac73d2f8caf4 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks [] for security_group (d1818c21-acdd-480f-980f-e89509fe53f7), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:25.751692 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e56360ac-6a38-4960-a498-ac73d2f8caf4 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (d1818c21-acdd-480f-980f-e89509fe53f7), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:25.763834 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port 2aa61cad-7859-4f92-be97-2ab30266bbb0 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:18:25.783774 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-e56360ac-6a38-4960-a498-ac73d2f8caf4 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:25.785005 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-e56360ac-6a38-4960-a498-ac73d2f8caf4 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1335807 Mar 11 03:18:25.788058 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 51482) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:18:25.791406 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56360ac-6a38-4960-a498-ac73d2f8caf4 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1818c21-acdd-480f-980f-e89509fe53f7,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:25.793776 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-52bdedc4-8ba2-41db-a2c2-e14f543f43cf tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Request body: {'security_group_rule': {'security_group_id': 'd1818c21-acdd-480f-980f-e89509fe53f7', 'project_id': '91092df4470d486daf2fb46a8edb6f47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:18:25.818542 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-52bdedc4-8ba2-41db-a2c2-e14f543f43cf tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks [] for security_group_rule (0085bcf9-b4e1-44c9-bc23-54111720b97e), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:25.878493 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-52bdedc4-8ba2-41db-a2c2-e14f543f43cf tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks [] for security_group_rule (0085bcf9-b4e1-44c9-bc23-54111720b97e), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:25.882114 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-52bdedc4-8ba2-41db-a2c2-e14f543f43cf tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674351'] for security_group_rule (0085bcf9-b4e1-44c9-bc23-54111720b97e), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:25.902619 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bdedc4-8ba2-41db-a2c2-e14f543f43cf tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0085bcf9-b4e1-44c9-bc23-54111720b97e,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:25.907769 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-52bdedc4-8ba2-41db-a2c2-e14f543f43cf tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:25.909112 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-52bdedc4-8ba2-41db-a2c2-e14f543f43cf tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1199253 Mar 11 03:18:25.911678 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 51484) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:18:25.917324 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-14fd6db6-cbf2-4216-a274-3140423a7147 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Request body: {'security_group_rule': {'security_group_id': 'd1818c21-acdd-480f-980f-e89509fe53f7', 'project_id': '91092df4470d486daf2fb46a8edb6f47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:18:25.943884 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14fd6db6-cbf2-4216-a274-3140423a7147 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks [] for security_group_rule (5fe273b3-656f-4a46-a2ba-388f215ad6e1), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:26.001726 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14fd6db6-cbf2-4216-a274-3140423a7147 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks [] for security_group_rule (5fe273b3-656f-4a46-a2ba-388f215ad6e1), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:26.005040 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14fd6db6-cbf2-4216-a274-3140423a7147 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674351'] for security_group_rule (5fe273b3-656f-4a46-a2ba-388f215ad6e1), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:26.019447 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd6db6-cbf2-4216-a274-3140423a7147 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe273b3-656f-4a46-a2ba-388f215ad6e1,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:26.030741 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-14fd6db6-cbf2-4216-a274-3140423a7147 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:26.031938 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-14fd6db6-cbf2-4216-a274-3140423a7147 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1192877 Mar 11 03:18:26.035928 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 51486) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:18:26.040809 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-bf589d02-a1c8-4802-a832-45ba50662445 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Request body: {'security_group_rule': {'security_group_id': 'd1818c21-acdd-480f-980f-e89509fe53f7', 'project_id': '91092df4470d486daf2fb46a8edb6f47', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:18:26.064789 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bf589d02-a1c8-4802-a832-45ba50662445 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks [] for security_group_rule (6c06cb2c-3e1c-472d-b5df-c2b105455ad9), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:26.121040 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bf589d02-a1c8-4802-a832-45ba50662445 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks [] for security_group_rule (6c06cb2c-3e1c-472d-b5df-c2b105455ad9), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:26.124574 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bf589d02-a1c8-4802-a832-45ba50662445 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674351'] for security_group_rule (6c06cb2c-3e1c-472d-b5df-c2b105455ad9), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:26.140931 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf589d02-a1c8-4802-a832-45ba50662445 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c06cb2c-3e1c-472d-b5df-c2b105455ad9,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:26.150115 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-bf589d02-a1c8-4802-a832-45ba50662445 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:26.151318 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-bf589d02-a1c8-4802-a832-45ba50662445 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144753 Mar 11 03:18:26.154036 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 51488) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:18:26.158298 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-1dfcf585-d352-472a-b877-d9f8e976c2fa tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Request body: {'security_group_rule': {'security_group_id': 'd1818c21-acdd-480f-980f-e89509fe53f7', 'project_id': '91092df4470d486daf2fb46a8edb6f47', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:18:26.183029 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1dfcf585-d352-472a-b877-d9f8e976c2fa tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks [] for security_group_rule (f45fd499-132d-46f5-8a13-262f7d122bc4), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:26.240397 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1dfcf585-d352-472a-b877-d9f8e976c2fa tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks [] for security_group_rule (f45fd499-132d-46f5-8a13-262f7d122bc4), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:26.245499 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1dfcf585-d352-472a-b877-d9f8e976c2fa tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674351'] for security_group_rule (f45fd499-132d-46f5-8a13-262f7d122bc4), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:26.266269 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfcf585-d352-472a-b877-d9f8e976c2fa tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f45fd499-132d-46f5-8a13-262f7d122bc4,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:26.275424 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-1dfcf585-d352-472a-b877-d9f8e976c2fa tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:26.277442 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-1dfcf585-d352-472a-b877-d9f8e976c2fa tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1216412 Mar 11 03:18:26.279538 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 51490) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:18:26.283726 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [None req-b0961675-7af9-43fc-a2cc-33a9750b5712 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Request body: {'security_group_rule': {'security_group_id': 'd1818c21-acdd-480f-980f-e89509fe53f7', 'project_id': '91092df4470d486daf2fb46a8edb6f47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:18:26.303507 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.db.securitygroups_db [None req-b0961675-7af9-43fc-a2cc-33a9750b5712 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Project 91092df4470d486daf2fb46a8edb6f47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 03:18:26.309057 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b0961675-7af9-43fc-a2cc-33a9750b5712 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks [] for security_group_rule (b4f881dd-8ba5-4171-bff3-b410ce6f1449), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:26.366216 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b0961675-7af9-43fc-a2cc-33a9750b5712 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks [] for security_group_rule (b4f881dd-8ba5-4171-bff3-b410ce6f1449), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:26.370931 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b0961675-7af9-43fc-a2cc-33a9750b5712 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674351'] for security_group_rule (b4f881dd-8ba5-4171-bff3-b410ce6f1449), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:26.389072 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0961675-7af9-43fc-a2cc-33a9750b5712 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f881dd-8ba5-4171-bff3-b410ce6f1449,revision_number=0']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:26.397108 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b0961675-7af9-43fc-a2cc-33a9750b5712 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:26.398977 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-b0961675-7af9-43fc-a2cc-33a9750b5712 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1179192 Mar 11 03:18:26.402063 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 51492) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:18:26.406988 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-19bb3c7f-afdb-4887-8c07-e12651087084 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Request body: {'security_group_rule': {'security_group_id': 'd1818c21-acdd-480f-980f-e89509fe53f7', 'project_id': '91092df4470d486daf2fb46a8edb6f47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:18:26.427644 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.db.securitygroups_db [None req-19bb3c7f-afdb-4887-8c07-e12651087084 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Project 91092df4470d486daf2fb46a8edb6f47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 03:18:26.433787 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19bb3c7f-afdb-4887-8c07-e12651087084 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks [] for security_group_rule (8305010c-6b71-4d96-b3cd-ce2d0138e7a7), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:26.491847 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19bb3c7f-afdb-4887-8c07-e12651087084 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks [] for security_group_rule (8305010c-6b71-4d96-b3cd-ce2d0138e7a7), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:26.496295 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19bb3c7f-afdb-4887-8c07-e12651087084 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674351'] for security_group_rule (8305010c-6b71-4d96-b3cd-ce2d0138e7a7), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:26.515695 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb3c7f-afdb-4887-8c07-e12651087084 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8305010c-6b71-4d96-b3cd-ce2d0138e7a7,revision_number=0']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:26.521370 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-19bb3c7f-afdb-4887-8c07-e12651087084 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:26.522514 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-19bb3c7f-afdb-4887-8c07-e12651087084 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1191201 Mar 11 03:18:27.049550 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc65ada-bc17-4d9f-a701-989e220963ed None None] Sync routers for ids ['7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f'] in dv-cinder-740146-14-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:18:27.060451 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc65ada-bc17-4d9f-a701-989e220963ed None None] Routers {'7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:18:27.061188 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2bc65ada-bc17-4d9f-a701-989e220963ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:18:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:18:27.175002 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-2bc65ada-bc17-4d9f-a701-989e220963ed None None] Set router 7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:18:27.218467 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device e77f8c32-75a1-44cd-ac19-4c819dbe9bd9 up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:18:27.448902 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port e77f8c32-75a1-44cd-ac19-4c819dbe9bd9 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:18:27.449185 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (e77f8c32-75a1-44cd-ac19-4c819dbe9bd9), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:27.580678 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2bc65ada-bc17-4d9f-a701-989e220963ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f', 'name': 'tempest-TestShelveInstance-131050156-router', 'tenant_id': 'cddfadc38fa2415386328d544d42b74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'e77f8c32-75a1-44cd-ac19-4c819dbe9bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:18:20Z', 'updated_at': '2022-03-11T03:18:24Z', 'revision_number': 4, 'project_id': 'cddfadc38fa2415386328d544d42b74a', 'gw_port': {'id': 'e77f8c32-75a1-44cd-ac19-4c819dbe9bd9', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:18:21Z', 'updated_at': '2022-03-11T03:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': 'f1951e07-1c16-4047-a1a2-18017eed1ba1', 'name': '', 'network_id': '476acaab-7107-4b39-88a3-45f7bb80a387', 'tenant_id': 'cddfadc38fa2415386328d544d42b74a', 'mac_address': 'fa:16:3e:66:ca:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '4a8117ae-2cf1-4e4c-8596-64f3badeccc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:18:23Z', 'updated_at': '2022-03-11T03:18:24Z', 'revision_number': 2, 'project_id': 'cddfadc38fa2415386328d544d42b74a', 'subnets': [{'id': '4a8117ae-2cf1-4e4c-8596-64f3badeccc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:18:27.615373 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc65ada-bc17-4d9f-a701-989e220963ed None None] Checking router: 7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f for host: dv-cinder-740146-14-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:18:27.615726 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc65ada-bc17-4d9f-a701-989e220963ed None None] Updating router 7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f port f1951e07-1c16-4047-a1a2-18017eed1ba1 binding host dv-cinder-740146-14-iscsi {{(pid=103366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 03:18:27.675297 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port e77f8c32-75a1-44cd-ac19-4c819dbe9bd9 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:18:27.687234 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2bc65ada-bc17-4d9f-a701-989e220963ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (f1951e07-1c16-4047-a1a2-18017eed1ba1), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:28.122641 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2bc65ada-bc17-4d9f-a701-989e220963ed None None] Publish callbacks [] for port (f1951e07-1c16-4047-a1a2-18017eed1ba1), precommit_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:28.127588 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2bc65ada-bc17-4d9f-a701-989e220963ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (f1951e07-1c16-4047-a1a2-18017eed1ba1), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:28.178692 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec18b0-37ef-4b23-b48b-ce4b9c35e605 None None] Pushing event updated for resources: {'Port': ['ID=f1951e07-1c16-4047-a1a2-18017eed1ba1,revision_number=3']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:28.235463 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-2bc65ada-bc17-4d9f-a701-989e220963ed None None] Attempting to bind port f1951e07-1c16-4047-a1a2-18017eed1ba1 on host dv-cinder-740146-14-iscsi for vnic_type normal with profile {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:18:28.235838 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-2bc65ada-bc17-4d9f-a701-989e220963ed None None] Attempting to bind port f1951e07-1c16-4047-a1a2-18017eed1ba1 by drivers openvswitch,hyperv on host dv-cinder-740146-14-iscsi at level 0 using segments [{'id': '6c6dc2ae-bfd6-4bac-8325-4bee3543953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '476acaab-7107-4b39-88a3-45f7bb80a387'}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:18:28.236203 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc65ada-bc17-4d9f-a701-989e220963ed None None] Attempting to bind port f1951e07-1c16-4047-a1a2-18017eed1ba1 on network 476acaab-7107-4b39-88a3-45f7bb80a387 {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:18:28.242035 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc65ada-bc17-4d9f-a701-989e220963ed None None] Checking agent: {'id': '4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 1, 6), 'started_at': datetime.datetime(2022, 3, 11, 3, 1, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:18:28.242410 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc65ada-bc17-4d9f-a701-989e220963ed None None] Checking segment: {'id': '6c6dc2ae-bfd6-4bac-8325-4bee3543953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '476acaab-7107-4b39-88a3-45f7bb80a387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:18:28.243340 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2bc65ada-bc17-4d9f-a701-989e220963ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:28.243815 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc65ada-bc17-4d9f-a701-989e220963ed None None] Bound using segment: {'id': '6c6dc2ae-bfd6-4bac-8325-4bee3543953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '476acaab-7107-4b39-88a3-45f7bb80a387'} {{(pid=103366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:18:28.244465 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.managers [None req-2bc65ada-bc17-4d9f-a701-989e220963ed None None] Bound port: f1951e07-1c16-4047-a1a2-18017eed1ba1, host: dv-cinder-740146-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c6dc2ae-bfd6-4bac-8325-4bee3543953f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '476acaab-7107-4b39-88a3-45f7bb80a387'}}] {{(pid=103366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:18:28.244846 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2bc65ada-bc17-4d9f-a701-989e220963ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (f1951e07-1c16-4047-a1a2-18017eed1ba1), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:28.324739 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-2bc65ada-bc17-4d9f-a701-989e220963ed None None] For port f1951e07-1c16-4047-a1a2-18017eed1ba1, host dv-cinder-740146-14-iscsi, cleared binding levels {{(pid=103366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:18:28.327886 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-2bc65ada-bc17-4d9f-a701-989e220963ed None None] For port f1951e07-1c16-4047-a1a2-18017eed1ba1, host dv-cinder-740146-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=f1951e07-1c16-4047-a1a2-18017eed1ba1,segment=NetworkSegment(6c6dc2ae-bfd6-4bac-8325-4bee3543953f),segment_id=6c6dc2ae-bfd6-4bac-8325-4bee3543953f)] {{(pid=103366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:18:28.333422 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2bc65ada-bc17-4d9f-a701-989e220963ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (f1951e07-1c16-4047-a1a2-18017eed1ba1), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:28.389579 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc65ada-bc17-4d9f-a701-989e220963ed None None] Routers {'7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:18:28.390380 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2bc65ada-bc17-4d9f-a701-989e220963ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:18:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:18:28.431749 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec18b0-37ef-4b23-b48b-ce4b9c35e605 None None] Pushing event updated for resources: {'Port': ['ID=f1951e07-1c16-4047-a1a2-18017eed1ba1,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:28.454961 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-c11d9112-d1b8-4515-b110-d9b9841dd7ab None None] Provisioning complete for port f1951e07-1c16-4047-a1a2-18017eed1ba1 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:18:28.455332 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c11d9112-d1b8-4515-b110-d9b9841dd7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (f1951e07-1c16-4047-a1a2-18017eed1ba1), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:28.547952 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-2bc65ada-bc17-4d9f-a701-989e220963ed None None] Set router 7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:18:28.658987 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-c11d9112-d1b8-4515-b110-d9b9841dd7ab None None] Current status of the port f1951e07-1c16-4047-a1a2-18017eed1ba1 is: DOWN; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:18:28.659366 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c11d9112-d1b8-4515-b110-d9b9841dd7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (f1951e07-1c16-4047-a1a2-18017eed1ba1), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:28.737826 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-c11d9112-d1b8-4515-b110-d9b9841dd7ab None None] For port f1951e07-1c16-4047-a1a2-18017eed1ba1, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=f1951e07-1c16-4047-a1a2-18017eed1ba1,segment=NetworkSegment(6c6dc2ae-bfd6-4bac-8325-4bee3543953f),segment_id=6c6dc2ae-bfd6-4bac-8325-4bee3543953f)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:18:28.746406 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c11d9112-d1b8-4515-b110-d9b9841dd7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (f1951e07-1c16-4047-a1a2-18017eed1ba1), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:28.826130 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d9112-d1b8-4515-b110-d9b9841dd7ab None None] Pushing event updated for resources: {'Port': ['ID=f1951e07-1c16-4047-a1a2-18017eed1ba1,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:28.847725 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-2bc65ada-bc17-4d9f-a701-989e220963ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f', 'name': 'tempest-TestShelveInstance-131050156-router', 'tenant_id': 'cddfadc38fa2415386328d544d42b74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'e77f8c32-75a1-44cd-ac19-4c819dbe9bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:18:20Z', 'updated_at': '2022-03-11T03:18:24Z', 'revision_number': 4, 'project_id': 'cddfadc38fa2415386328d544d42b74a', 'gw_port': {'id': 'e77f8c32-75a1-44cd-ac19-4c819dbe9bd9', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:18:21Z', 'updated_at': '2022-03-11T03:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': 'f1951e07-1c16-4047-a1a2-18017eed1ba1', 'name': '', 'network_id': '476acaab-7107-4b39-88a3-45f7bb80a387', 'tenant_id': 'cddfadc38fa2415386328d544d42b74a', 'mac_address': 'fa:16:3e:66:ca:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '4a8117ae-2cf1-4e4c-8596-64f3badeccc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:18:23Z', 'updated_at': '2022-03-11T03:18:28Z', 'revision_number': 4, 'project_id': 'cddfadc38fa2415386328d544d42b74a', 'subnets': [{'id': '4a8117ae-2cf1-4e4c-8596-64f3badeccc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:18:28.878693 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc65ada-bc17-4d9f-a701-989e220963ed None None] The sync data for ids ['7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f'] in dv-cinder-740146-14-iscsi is: [{'id': '7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f', 'name': 'tempest-TestShelveInstance-131050156-router', 'tenant_id': 'cddfadc38fa2415386328d544d42b74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'e77f8c32-75a1-44cd-ac19-4c819dbe9bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:18:20Z', 'updated_at': '2022-03-11T03:18:24Z', 'revision_number': 4, 'project_id': 'cddfadc38fa2415386328d544d42b74a', 'gw_port': {'id': 'e77f8c32-75a1-44cd-ac19-4c819dbe9bd9', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:18:21Z', 'updated_at': '2022-03-11T03:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': 'f1951e07-1c16-4047-a1a2-18017eed1ba1', 'name': '', 'network_id': '476acaab-7107-4b39-88a3-45f7bb80a387', 'tenant_id': 'cddfadc38fa2415386328d544d42b74a', 'mac_address': 'fa:16:3e:66:ca:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '4a8117ae-2cf1-4e4c-8596-64f3badeccc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:18:23Z', 'updated_at': '2022-03-11T03:18:28Z', 'revision_number': 4, 'project_id': 'cddfadc38fa2415386328d544d42b74a', 'subnets': [{'id': '4a8117ae-2cf1-4e4c-8596-64f3badeccc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:18:28.889442 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-7e65d0da-03ed-440e-a2f3-f45de343d871 None None] Provisioning complete for port f1951e07-1c16-4047-a1a2-18017eed1ba1 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:18:28.889817 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-7e65d0da-03ed-440e-a2f3-f45de343d871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (f1951e07-1c16-4047-a1a2-18017eed1ba1), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:28.985036 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-7e65d0da-03ed-440e-a2f3-f45de343d871 None None] Current status of the port f1951e07-1c16-4047-a1a2-18017eed1ba1 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:18:29.080237 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-481dc1c6-36ae-4f45-a419-03bb66c1f5dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:29.247563 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device f1951e07-1c16-4047-a1a2-18017eed1ba1 up at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:18:29.301536 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Provisioning complete for port f1951e07-1c16-4047-a1a2-18017eed1ba1 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:18:29.301932 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (f1951e07-1c16-4047-a1a2-18017eed1ba1), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:29.383834 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Current status of the port f1951e07-1c16-4047-a1a2-18017eed1ba1 is: ACTIVE; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:18:31.453744 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6c8bd3cc-ce1e-4a1d-aba4-aec824669c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:32.675889 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:34.269045 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:35.698241 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:36.634838 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:40.793035 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-6b106c62-8dca-4390-bfd3-a9ff643084b1 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1877791526&fields=id&tenant_id=91092df4470d486daf2fb46a8edb6f47 HTTP/1.1" status: 200 len: 267 time: 0.0433104 Mar 11 03:18:40.899205 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-46cffdd1-4135-4e95-a738-631824b3b4b7 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:40.900637 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-46cffdd1-4135-4e95-a738-631824b3b4b7 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/networks?id=bd9a6c91-7b34-488d-8358-f46b8592c5f6 HTTP/1.1" status: 200 len: 808 time: 0.1009951 Mar 11 03:18:40.914959 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-f504d469-3e8d-4b1a-917f-be31c2435ffe tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/quotas/91092df4470d486daf2fb46a8edb6f47 HTTP/1.1" status: 200 len: 375 time: 0.0085559 Mar 11 03:18:40.967536 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-e2966c91-4de4-4f6f-a5e2-d000bf328c7d tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=91092df4470d486daf2fb46a8edb6f47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473266 Mar 11 03:18:41.061785 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-fce2460d-6e90-4af8-84e1-6522a644d49d service neutron] 10.222.0.16 "GET /v2.0/networks/bd9a6c91-7b34-488d-8358-f46b8592c5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826242 Mar 11 03:18:41.152401 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-d9998397-3adb-4fdf-93c0-5a17cac59150 service neutron] 10.222.0.16 "GET /v2.0/networks/bd9a6c91-7b34-488d-8358-f46b8592c5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849957 Mar 11 03:18:41.436278 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cb23ff6d-2100-49a7-a5db-2bb9a67d7459 req-50c4af9c-8173-4f85-a68d-cf5416148d2c tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 210 time: 0.0270901 Mar 11 03:18:42.376576 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-93e4e9ae-5d6a-438c-93aa-fbde6d5cdfa8 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:42.378096 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-93e4e9ae-5d6a-438c-93aa-fbde6d5cdfa8 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.18 "GET /v2.0/networks?id=bd9a6c91-7b34-488d-8358-f46b8592c5f6 HTTP/1.1" status: 200 len: 808 time: 0.1073251 Mar 11 03:18:42.446552 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-7f6b2cd3-b060-434d-95b6-309b3ef2a463 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91092df4470d486daf2fb46a8edb6f47 HTTP/1.1" status: 200 len: 380 time: 0.0596890 Mar 11 03:18:42.455788 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-d4f45b66-67aa-4683-b0c9-60c0fc7c26f2 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Request body: {'port': {'device_id': 'd80bd384-987b-4d96-9eca-8c6f95a892a2', 'network_id': 'bd9a6c91-7b34-488d-8358-f46b8592c5f6', 'admin_state_up': True, 'tenant_id': '91092df4470d486daf2fb46a8edb6f47', 'security_groups': ['d1818c21-acdd-480f-980f-e89509fe53f7']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:18:42.530471 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-eb04972b-b134-4d7e-8449-8753ba8b2d22 req-b1834f88-3dc0-429f-bd59-aab582f87d9b tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 210 time: 0.0270991 Mar 11 03:18:42.563288 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-d4f45b66-67aa-4683-b0c9-60c0fc7c26f2 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Made reservation on behalf of 91092df4470d486daf2fb46a8edb6f47 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:18:42.566658 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-d4f45b66-67aa-4683-b0c9-60c0fc7c26f2 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:42.694765 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-d4f45b66-67aa-4683-b0c9-60c0fc7c26f2 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Allocated IP 172.20.0.4 (bd9a6c91-7b34-488d-8358-f46b8592c5f6/c3277adb-7174-4def-a22b-35b761759871/74eee801-0567-4233-b0ce-333af8a39b08) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:18:42.836753 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-d4f45b66-67aa-4683-b0c9-60c0fc7c26f2 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks [] for port (74eee801-0567-4233-b0ce-333af8a39b08), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:42.875906 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-d4f45b66-67aa-4683-b0c9-60c0fc7c26f2 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (74eee801-0567-4233-b0ce-333af8a39b08), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:42.914660 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-d4f45b66-67aa-4683-b0c9-60c0fc7c26f2 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Network bd9a6c91-7b34-488d-8358-f46b8592c5f6 is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:18:42.917615 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-d4f45b66-67aa-4683-b0c9-60c0fc7c26f2 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:18:42.923956 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-d4f45b66-67aa-4683-b0c9-60c0fc7c26f2 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:18:42.949955 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f45b66-67aa-4683-b0c9-60c0fc7c26f2 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Pushing event updated for resources: {'Port': ['ID=74eee801-0567-4233-b0ce-333af8a39b08,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:42.965159 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f45b66-67aa-4683-b0c9-60c0fc7c26f2 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:42.965421 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f45b66-67aa-4683-b0c9-60c0fc7c26f2 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:42.965772 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f45b66-67aa-4683-b0c9-60c0fc7c26f2 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:42.966136 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f45b66-67aa-4683-b0c9-60c0fc7c26f2 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:42.967278 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f45b66-67aa-4683-b0c9-60c0fc7c26f2 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:42.967615 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f45b66-67aa-4683-b0c9-60c0fc7c26f2 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:42.968060 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f45b66-67aa-4683-b0c9-60c0fc7c26f2 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:42.968394 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f45b66-67aa-4683-b0c9-60c0fc7c26f2 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:42.968724 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f45b66-67aa-4683-b0c9-60c0fc7c26f2 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:42.969054 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f45b66-67aa-4683-b0c9-60c0fc7c26f2 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:42.969381 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f45b66-67aa-4683-b0c9-60c0fc7c26f2 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:42.969705 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f45b66-67aa-4683-b0c9-60c0fc7c26f2 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:42.970056 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f45b66-67aa-4683-b0c9-60c0fc7c26f2 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:18:42.990880 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-d4f45b66-67aa-4683-b0c9-60c0fc7c26f2 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:42.991488 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-d4f45b66-67aa-4683-b0c9-60c0fc7c26f2 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:43.007272 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-d4f45b66-67aa-4683-b0c9-60c0fc7c26f2 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5554850 Mar 11 03:18:43.018794 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-37880507-7d85-4270-9e6d-63e6c046eaa4 service neutron] Request body: {'port': {'device_id': 'd80bd384-987b-4d96-9eca-8c6f95a892a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:18:43.083557 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-37880507-7d85-4270-9e6d-63e6c046eaa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (74eee801-0567-4233-b0ce-333af8a39b08), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:43.194885 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-484e7989-2434-453c-ab6d-ef584441303c None None] Provisioning complete for port 74eee801-0567-4233-b0ce-333af8a39b08 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:18:43.195473 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-484e7989-2434-453c-ab6d-ef584441303c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (74eee801-0567-4233-b0ce-333af8a39b08), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:43.232381 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-484e7989-2434-453c-ab6d-ef584441303c None None] Port 74eee801-0567-4233-b0ce-333af8a39b08 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:18:43.592489 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-37880507-7d85-4270-9e6d-63e6c046eaa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74eee801-0567-4233-b0ce-333af8a39b08 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:18:43.601031 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-37880507-7d85-4270-9e6d-63e6c046eaa4 service neutron] Publish callbacks [] for port (74eee801-0567-4233-b0ce-333af8a39b08), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:43.617739 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-37880507-7d85-4270-9e6d-63e6c046eaa4 service neutron] Transition to ACTIVE for port object 74eee801-0567-4233-b0ce-333af8a39b08 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 03:18:43.622029 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-37880507-7d85-4270-9e6d-63e6c046eaa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26187659'] for port (74eee801-0567-4233-b0ce-333af8a39b08), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:43.660610 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa959277-dec2-429e-9f7e-216da6df5c5b req-197d6f33-1354-4828-aab2-4bb9cc6c7e9d tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:43.663238 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fa959277-dec2-429e-9f7e-216da6df5c5b req-197d6f33-1354-4828-aab2-4bb9cc6c7e9d tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 931 time: 0.0596106 Mar 11 03:18:43.699117 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37880507-7d85-4270-9e6d-63e6c046eaa4 service neutron] Pushing event updated for resources: {'Port': ['ID=74eee801-0567-4233-b0ce-333af8a39b08,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:43.748918 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fa959277-dec2-429e-9f7e-216da6df5c5b req-3b9da029-6d94-4416-833c-bb6afbf2ea34 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1818c21-acdd-480f-980f-e89509fe53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736258 Mar 11 03:18:43.757579 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-37880507-7d85-4270-9e6d-63e6c046eaa4 service neutron] Attempting to bind port 74eee801-0567-4233-b0ce-333af8a39b08 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:18:43.758718 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-37880507-7d85-4270-9e6d-63e6c046eaa4 service neutron] Attempting to bind port 74eee801-0567-4233-b0ce-333af8a39b08 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '2a3b4369-cf19-4e74-9472-71f0003d941c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bd9a6c91-7b34-488d-8358-f46b8592c5f6'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:18:43.758879 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-37880507-7d85-4270-9e6d-63e6c046eaa4 service neutron] Attempting to bind port 74eee801-0567-4233-b0ce-333af8a39b08 on network bd9a6c91-7b34-488d-8358-f46b8592c5f6 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:18:43.765458 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-37880507-7d85-4270-9e6d-63e6c046eaa4 service neutron] Port 74eee801-0567-4233-b0ce-333af8a39b08 on network bd9a6c91-7b34-488d-8358-f46b8592c5f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 03:18:43.765774 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-37880507-7d85-4270-9e6d-63e6c046eaa4 service neutron] Attempting to bind port 74eee801-0567-4233-b0ce-333af8a39b08 on network bd9a6c91-7b34-488d-8358-f46b8592c5f6 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:18:43.770825 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-37880507-7d85-4270-9e6d-63e6c046eaa4 service neutron] Checking agent: {'id': '5f38bfdc-d68c-4827-815d-ecd182596ad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'started_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:18:43.771181 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-37880507-7d85-4270-9e6d-63e6c046eaa4 service neutron] Checking segment: {'id': '2a3b4369-cf19-4e74-9472-71f0003d941c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bd9a6c91-7b34-488d-8358-f46b8592c5f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:18:43.771560 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-37880507-7d85-4270-9e6d-63e6c046eaa4 service neutron] Bound using segment: {'id': '2a3b4369-cf19-4e74-9472-71f0003d941c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bd9a6c91-7b34-488d-8358-f46b8592c5f6'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:18:43.771989 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-37880507-7d85-4270-9e6d-63e6c046eaa4 service neutron] Bound port: 74eee801-0567-4233-b0ce-333af8a39b08, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3b4369-cf19-4e74-9472-71f0003d941c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'bd9a6c91-7b34-488d-8358-f46b8592c5f6'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:18:43.772347 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-37880507-7d85-4270-9e6d-63e6c046eaa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (74eee801-0567-4233-b0ce-333af8a39b08), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:43.847764 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-37880507-7d85-4270-9e6d-63e6c046eaa4 service neutron] For port 74eee801-0567-4233-b0ce-333af8a39b08, host hv-cinder-74014, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:18:43.852369 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-37880507-7d85-4270-9e6d-63e6c046eaa4 service neutron] For port 74eee801-0567-4233-b0ce-333af8a39b08, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=74eee801-0567-4233-b0ce-333af8a39b08,segment=NetworkSegment(2a3b4369-cf19-4e74-9472-71f0003d941c),segment_id=2a3b4369-cf19-4e74-9472-71f0003d941c)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:18:43.862160 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-37880507-7d85-4270-9e6d-63e6c046eaa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26187659'] for port (74eee801-0567-4233-b0ce-333af8a39b08), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:43.899377 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-37880507-7d85-4270-9e6d-63e6c046eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:43.899997 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-37880507-7d85-4270-9e6d-63e6c046eaa4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:43.901581 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-37880507-7d85-4270-9e6d-63e6c046eaa4 service neutron] 10.222.0.18 "PUT /v2.0/ports/74eee801-0567-4233-b0ce-333af8a39b08 HTTP/1.1" status: 200 len: 1093 time: 0.8869843 Mar 11 03:18:43.904748 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd80bd384-987b-4d96-9eca-8c6f95a892a2', 'tag': '74eee801-0567-4233-b0ce-333af8a39b08'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:18:43.908134 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e316b6d6-9e27-4da3-9e54-b798bd809b1e" -d '{"events": [{"name": "network-changed", "server_uuid": "d80bd384-987b-4d96-9eca-8c6f95a892a2", "tag": "74eee801-0567-4233-b0ce-333af8a39b08"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:18:43.935153 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37880507-7d85-4270-9e6d-63e6c046eaa4 service neutron] Pushing event updated for resources: {'Port': ['ID=74eee801-0567-4233-b0ce-333af8a39b08,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:43.983834 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142068e9-1cee-4583-8fee-9ef4b52ee9a3 x-openstack-request-id: req-142068e9-1cee-4583-8fee-9ef4b52ee9a3 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:18:43.984128 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d80bd384-987b-4d96-9eca-8c6f95a892a2", "tag": "74eee801-0567-4233-b0ce-333af8a39b08", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:18:43.984383 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-142068e9-1cee-4583-8fee-9ef4b52ee9a3 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:18:43.984969 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd80bd384-987b-4d96-9eca-8c6f95a892a2', 'tag': '74eee801-0567-4233-b0ce-333af8a39b08', 'status': 'completed', 'code': 200} Mar 11 03:18:44.004850 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-519f31fb-258f-446c-9268-394a02b8bc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:44.006379 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-519f31fb-258f-446c-9268-394a02b8bc85 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=91092df4470d486daf2fb46a8edb6f47&device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 1127 time: 0.0588663 Mar 11 03:18:44.049620 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-1ce109e7-8579-4deb-9833-4bc687993dda service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74eee801-0567-4233-b0ce-333af8a39b08 HTTP/1.1" status: 200 len: 217 time: 0.0356383 Mar 11 03:18:44.102187 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-86be7085-a1b0-496c-8a20-78cc5f6dae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:44.103652 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-86be7085-a1b0-496c-8a20-78cc5f6dae6a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3277adb-7174-4def-a22b-35b761759871 HTTP/1.1" status: 200 len: 847 time: 0.0468936 Mar 11 03:18:44.156917 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-e32f9e05-5771-4afe-a84c-66fd8b23fa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:44.158419 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-e32f9e05-5771-4afe-a84c-66fd8b23fa7b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bd9a6c91-7b34-488d-8358-f46b8592c5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0487492 Mar 11 03:18:44.253806 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-15e6f7df-7e8c-4a81-8c7e-b6f83f5e8da0 service neutron] 10.222.0.18 "GET /v2.0/networks/bd9a6c91-7b34-488d-8358-f46b8592c5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886049 Mar 11 03:18:44.347362 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-7cd7e52c-1c84-465e-9524-da76b0436273 req-096d8bf0-b2cf-42ef-805d-f29f5ad7b4b8 service neutron] 10.222.0.18 "GET /v2.0/networks/bd9a6c91-7b34-488d-8358-f46b8592c5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877647 Mar 11 03:18:44.437137 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316b6d6-9e27-4da3-9e54-b798bd809b1e req-12f2f08e-5987-4f18-a5d5-0c8b445aa2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:44.438649 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e316b6d6-9e27-4da3-9e54-b798bd809b1e req-12f2f08e-5987-4f18-a5d5-0c8b445aa2f3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=91092df4470d486daf2fb46a8edb6f47&device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 1127 time: 0.0456009 Mar 11 03:18:44.484872 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:18:44.533010 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316b6d6-9e27-4da3-9e54-b798bd809b1e req-c6554b57-edb4-4b97-a038-f2de7a0d3a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:44.534515 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e316b6d6-9e27-4da3-9e54-b798bd809b1e req-c6554b57-edb4-4b97-a038-f2de7a0d3a25 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bd9a6c91-7b34-488d-8358-f46b8592c5f6 HTTP/1.1" status: 200 len: 908 time: 0.0896542 Mar 11 03:18:44.577247 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e316b6d6-9e27-4da3-9e54-b798bd809b1e req-5c408089-d924-429a-91dd-2dc49d70ae37 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74eee801-0567-4233-b0ce-333af8a39b08 HTTP/1.1" status: 200 len: 217 time: 0.0332100 Mar 11 03:18:44.624405 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316b6d6-9e27-4da3-9e54-b798bd809b1e req-dc5c3b46-dbe8-4869-84a5-9cf15ca460b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:44.625782 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e316b6d6-9e27-4da3-9e54-b798bd809b1e req-dc5c3b46-dbe8-4869-84a5-9cf15ca460b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3277adb-7174-4def-a22b-35b761759871 HTTP/1.1" status: 200 len: 847 time: 0.0427718 Mar 11 03:18:44.674792 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316b6d6-9e27-4da3-9e54-b798bd809b1e req-5f45f583-04f4-4205-830a-e22bed210a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:44.676277 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e316b6d6-9e27-4da3-9e54-b798bd809b1e req-5f45f583-04f4-4205-830a-e22bed210a30 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bd9a6c91-7b34-488d-8358-f46b8592c5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443587 Mar 11 03:18:44.770007 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e316b6d6-9e27-4da3-9e54-b798bd809b1e req-068c179b-2622-4d02-a12b-bd716ef471c4 service neutron] 10.222.0.18 "GET /v2.0/networks/bd9a6c91-7b34-488d-8358-f46b8592c5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874157 Mar 11 03:18:44.858343 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ef84d-a44a-41ad-b1bb-23fcb4681158 req-0d76a3b4-27a2-48a2-9818-462dd49d3032 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:44.859984 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1a3ef84d-a44a-41ad-b1bb-23fcb4681158 req-0d76a3b4-27a2-48a2-9818-462dd49d3032 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 943 time: 0.0533919 Mar 11 03:18:44.864082 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-e316b6d6-9e27-4da3-9e54-b798bd809b1e req-718d95df-7677-4845-a3e9-2f13233763e6 service neutron] 10.222.0.18 "GET /v2.0/networks/bd9a6c91-7b34-488d-8358-f46b8592c5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875926 Mar 11 03:18:44.909066 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1a3ef84d-a44a-41ad-b1bb-23fcb4681158 req-31727e39-4cdb-4d58-8b25-41a8d0ad1905 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1818c21-acdd-480f-980f-e89509fe53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432878 Mar 11 03:18:46.024844 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f00e6-8374-467d-9a42-e5bf0d1b8351 req-840e1873-f513-466e-a79c-57401b7bec1a tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:46.026326 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ef9f00e6-8374-467d-9a42-e5bf0d1b8351 req-840e1873-f513-466e-a79c-57401b7bec1a tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 943 time: 0.0514162 Mar 11 03:18:46.078780 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ef9f00e6-8374-467d-9a42-e5bf0d1b8351 req-5ea65eae-b946-4fce-9fd2-dc2e62c93f79 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1818c21-acdd-480f-980f-e89509fe53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465457 Mar 11 03:18:47.192297 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288541a9-0aac-4423-99ab-ffe2433cdec8 req-3681c49a-418e-4fdc-aebc-59c446e57179 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:47.193755 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-288541a9-0aac-4423-99ab-ffe2433cdec8 req-3681c49a-418e-4fdc-aebc-59c446e57179 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 943 time: 0.0509067 Mar 11 03:18:47.243258 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-288541a9-0aac-4423-99ab-ffe2433cdec8 req-91d48b4a-fdd5-4666-9f92-785242f3a2d2 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1818c21-acdd-480f-980f-e89509fe53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439413 Mar 11 03:18:48.360895 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbb332-edc3-4eea-806d-1251fe244a92 req-bceae72c-66b2-42c0-acc9-55b0ebf77022 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:48.362281 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-15bbb332-edc3-4eea-806d-1251fe244a92 req-bceae72c-66b2-42c0-acc9-55b0ebf77022 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 943 time: 0.0504637 Mar 11 03:18:48.408665 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-15bbb332-edc3-4eea-806d-1251fe244a92 req-5c06a8e8-2059-4741-9dac-0d98aafae517 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1818c21-acdd-480f-980f-e89509fe53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410163 Mar 11 03:18:49.526314 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc37f0-9295-43a9-b59f-6f1fcbc55df6 req-ac3c9324-4a5a-43b9-912e-11f1f12c5e86 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:49.527778 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d4cc37f0-9295-43a9-b59f-6f1fcbc55df6 req-ac3c9324-4a5a-43b9-912e-11f1f12c5e86 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 943 time: 0.0550520 Mar 11 03:18:49.576862 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d4cc37f0-9295-43a9-b59f-6f1fcbc55df6 req-5f53ecd8-77f5-4686-b162-b3059803eb53 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1818c21-acdd-480f-980f-e89509fe53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420752 Mar 11 03:18:50.694264 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e0e056-f430-4762-bbf6-ddcb6c9b4473 req-f60d1da7-5860-4563-bdb7-418f50011364 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:50.695780 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a1e0e056-f430-4762-bbf6-ddcb6c9b4473 req-f60d1da7-5860-4563-bdb7-418f50011364 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 943 time: 0.0543001 Mar 11 03:18:50.744207 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a1e0e056-f430-4762-bbf6-ddcb6c9b4473 req-04886de0-e1aa-418e-b949-ac6f0c0c2a26 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1818c21-acdd-480f-980f-e89509fe53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426493 Mar 11 03:18:51.864024 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7552d-b005-4a1b-a8bb-95b9e2a92a47 req-9c625435-0ace-46bb-be2a-593e60380ecf tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:51.865498 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4cf7552d-b005-4a1b-a8bb-95b9e2a92a47 req-9c625435-0ace-46bb-be2a-593e60380ecf tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 943 time: 0.0557837 Mar 11 03:18:51.914744 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4cf7552d-b005-4a1b-a8bb-95b9e2a92a47 req-f55bf253-3d24-484a-b142-9a3666144eeb tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1818c21-acdd-480f-980f-e89509fe53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437343 Mar 11 03:18:53.030583 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0a77e-a90a-4ba6-b4f4-023a44f4f9b6 req-ab127e10-86da-4bfa-8f04-7941c7fdec59 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:53.032048 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4ff0a77e-a90a-4ba6-b4f4-023a44f4f9b6 req-ab127e10-86da-4bfa-8f04-7941c7fdec59 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 943 time: 0.0524590 Mar 11 03:18:53.079232 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4ff0a77e-a90a-4ba6-b4f4-023a44f4f9b6 req-4dc8fcce-c0a9-410e-9be3-82918d4cb121 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1818c21-acdd-480f-980f-e89509fe53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415888 Mar 11 03:18:53.698947 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 74eee801-0567-4233-b0ce-333af8a39b08 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 03:18:53.795616 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 74eee801-0567-4233-b0ce-333af8a39b08, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=74eee801-0567-4233-b0ce-333af8a39b08,segment=NetworkSegment(2a3b4369-cf19-4e74-9472-71f0003d941c),segment_id=2a3b4369-cf19-4e74-9472-71f0003d941c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:18:53.806358 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Returning: {'device': '74eee801-0567-4233-b0ce-333af8a39b08', 'network_id': 'bd9a6c91-7b34-488d-8358-f46b8592c5f6', 'port_id': '74eee801-0567-4233-b0ce-333af8a39b08', 'mac_address': 'fa:16:3e:b4:6c:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3277adb-7174-4def-a22b-35b761759871', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 03:18:53.840959 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 74eee801-0567-4233-b0ce-333af8a39b08 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:18:53.841967 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (74eee801-0567-4233-b0ce-333af8a39b08), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:53.854085 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74eee801-0567-4233-b0ce-333af8a39b08 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:18:53.873206 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 74eee801-0567-4233-b0ce-333af8a39b08, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=74eee801-0567-4233-b0ce-333af8a39b08,segment=NetworkSegment(2a3b4369-cf19-4e74-9472-71f0003d941c),segment_id=2a3b4369-cf19-4e74-9472-71f0003d941c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:18:53.876997 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (74eee801-0567-4233-b0ce-333af8a39b08), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:53.923183 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=74eee801-0567-4233-b0ce-333af8a39b08,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:54.078240 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] get_ports_and_sgs() called for port_ids ['74eee801-0567-4233-b0ce-333af8a39b08'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:18:54.194928 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aeef24-5361-4e46-9c1c-a2ee5a43a55b req-9f06bb58-6881-45ab-aefc-3fb1a8d8555d tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:54.196420 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-72aeef24-5361-4e46-9c1c-a2ee5a43a55b req-9f06bb58-6881-45ab-aefc-3fb1a8d8555d tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 944 time: 0.0521822 Mar 11 03:18:54.248810 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-72aeef24-5361-4e46-9c1c-a2ee5a43a55b req-e000318f-1953-4e32-870c-b4c6d690e51c tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1818c21-acdd-480f-980f-e89509fe53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460823 Mar 11 03:18:55.364570 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9c704-27e3-4370-9504-18af6cb44dfe req-a275170c-7cfd-496b-9fca-f73bdfc9b178 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:55.366024 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a0f9c704-27e3-4370-9504-18af6cb44dfe req-a275170c-7cfd-496b-9fca-f73bdfc9b178 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 944 time: 0.0533240 Mar 11 03:18:55.414183 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-a0f9c704-27e3-4370-9504-18af6cb44dfe req-84397ebf-aedf-45a2-9ba3-145eba97fa81 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1818c21-acdd-480f-980f-e89509fe53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427828 Mar 11 03:18:55.710190 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 74eee801-0567-4233-b0ce-333af8a39b08 up at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:18:55.760990 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning for port 74eee801-0567-4233-b0ce-333af8a39b08 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 03:18:55.765800 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning complete for port 74eee801-0567-4233-b0ce-333af8a39b08 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:18:55.766201 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (74eee801-0567-4233-b0ce-333af8a39b08), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:55.839972 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 74eee801-0567-4233-b0ce-333af8a39b08 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:18:55.840354 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (74eee801-0567-4233-b0ce-333af8a39b08), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:55.862185 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80bd384-987b-4d96-9eca-8c6f95a892a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74eee801-0567-4233-b0ce-333af8a39b08'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:18:55.864416 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288e491573ecc61b3bf0bc0bc1cef05b47d52e8efc38ed9f7c410eed2e18b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd23697-dfdc-45a8-a08a-9ef3e071484b" -d '{"events": [{"server_uuid": "d80bd384-987b-4d96-9eca-8c6f95a892a2", "name": "network-vif-plugged", "status": "completed", "tag": "74eee801-0567-4233-b0ce-333af8a39b08"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:18:55.877673 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 74eee801-0567-4233-b0ce-333af8a39b08, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=74eee801-0567-4233-b0ce-333af8a39b08,segment=NetworkSegment(2a3b4369-cf19-4e74-9472-71f0003d941c),segment_id=2a3b4369-cf19-4e74-9472-71f0003d941c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:18:55.886576 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (74eee801-0567-4233-b0ce-333af8a39b08), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:55.913444 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ba2355-283c-4262-8c3a-8a651982d4a9 x-openstack-request-id: req-50ba2355-283c-4262-8c3a-8a651982d4a9 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:18:55.913736 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80bd384-987b-4d96-9eca-8c6f95a892a2", "name": "network-vif-plugged", "status": "completed", "tag": "74eee801-0567-4233-b0ce-333af8a39b08", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:18:55.914012 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50ba2355-283c-4262-8c3a-8a651982d4a9 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:18:55.914395 dv-cinder-740146-14-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd80bd384-987b-4d96-9eca-8c6f95a892a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74eee801-0567-4233-b0ce-333af8a39b08', 'code': 200} Mar 11 03:18:55.941759 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=74eee801-0567-4233-b0ce-333af8a39b08,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:56.120471 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b9861-0413-4ce8-ad4c-997b1fa127f3 req-d1a21c3b-0bc8-4550-b453-138daf12839e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:56.122036 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-996b9861-0413-4ce8-ad4c-997b1fa127f3 req-d1a21c3b-0bc8-4550-b453-138daf12839e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 1129 time: 0.0437307 Mar 11 03:18:56.166792 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-996b9861-0413-4ce8-ad4c-997b1fa127f3 req-2cc2da16-d914-49f8-9779-129232b789ff service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d1818c21-acdd-480f-980f-e89509fe53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386748 Mar 11 03:18:56.529774 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58950553-ca03-46de-8117-cc118de41233 req-dff2c25a-c357-4192-a21f-6cbb17b4268a tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:56.531307 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-58950553-ca03-46de-8117-cc118de41233 req-dff2c25a-c357-4192-a21f-6cbb17b4268a tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 945 time: 0.0520329 Mar 11 03:18:56.579202 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-58950553-ca03-46de-8117-cc118de41233 req-01898453-dacf-49ed-a8c9-85d8261943b3 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1818c21-acdd-480f-980f-e89509fe53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423186 Mar 11 03:18:57.701189 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18598918-dc12-45b5-856f-e65cea643b72 req-2b5daaf3-ddf8-4ca7-9181-6642b69d20a1 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:57.703086 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-18598918-dc12-45b5-856f-e65cea643b72 req-2b5daaf3-ddf8-4ca7-9181-6642b69d20a1 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 945 time: 0.0565586 Mar 11 03:18:57.751903 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-18598918-dc12-45b5-856f-e65cea643b72 req-9e7f221a-3ec1-4056-9090-3ab30224d202 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1818c21-acdd-480f-980f-e89509fe53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433064 Mar 11 03:18:57.866146 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342cf8b6-8a73-493a-b467-77f893648d51 req-e620b42d-d4d7-4656-b211-a836380bf1e6 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:57.867519 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-342cf8b6-8a73-493a-b467-77f893648d51 req-e620b42d-d4d7-4656-b211-a836380bf1e6 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 945 time: 0.0523171 Mar 11 03:18:57.915201 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-342cf8b6-8a73-493a-b467-77f893648d51 req-3bf13ec3-57a7-4219-b2d2-dd3d72541caf tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1818c21-acdd-480f-980f-e89509fe53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419667 Mar 11 03:18:57.937023 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 51648) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:18:58.067237 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eef6cc-1d98-4a10-966f-e980c450cfb6 tempest-TestShelveInstance-1550570969 tempest-TestShelveInstance-1550570969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:58.068728 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-78eef6cc-1d98-4a10-966f-e980c450cfb6 tempest-TestShelveInstance-1550570969 tempest-TestShelveInstance-1550570969-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 1124 time: 0.1307392 Mar 11 03:18:58.071584 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 51652) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:18:58.076310 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-2dd67b19-98b4-456d-862f-d6609b7c5036 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Request body: {'floatingip': {'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'port_id': '74eee801-0567-4233-b0ce-333af8a39b08', 'tenant_id': '91092df4470d486daf2fb46a8edb6f47', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:18:58.096354 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2dd67b19-98b4-456d-862f-d6609b7c5036 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:58.192841 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2dd67b19-98b4-456d-862f-d6609b7c5036 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:58.295161 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-2dd67b19-98b4-456d-862f-d6609b7c5036 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Allocated IP 172.27.2.158 (9b47ca21-aede-450a-93e7-0e4b22f1eaa6/91a34137-7039-479a-a714-41dcecc02d59/8e1334ff-0702-4c43-bd5b-364522f65b8a) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:18:58.393549 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2dd67b19-98b4-456d-862f-d6609b7c5036 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks [] for port (8e1334ff-0702-4c43-bd5b-364522f65b8a), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:58.425489 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2dd67b19-98b4-456d-862f-d6609b7c5036 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15272124'] for port (8e1334ff-0702-4c43-bd5b-364522f65b8a), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:58.461360 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd67b19-98b4-456d-862f-d6609b7c5036 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Network 9b47ca21-aede-450a-93e7-0e4b22f1eaa6 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:18:58.464123 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-2dd67b19-98b4-456d-862f-d6609b7c5036 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:18:58.470163 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd67b19-98b4-456d-862f-d6609b7c5036 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:18:58.498152 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd67b19-98b4-456d-862f-d6609b7c5036 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Pushing event updated for resources: {'Port': ['ID=8e1334ff-0702-4c43-bd5b-364522f65b8a,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:58.834055 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2dd67b19-98b4-456d-862f-d6609b7c5036 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks [] for floatingip (bd38c681-38d2-403d-83d6-5a0826ffeff4), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:58.902693 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2dd67b19-98b4-456d-862f-d6609b7c5036 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (8e1334ff-0702-4c43-bd5b-364522f65b8a), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:59.046084 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2dd67b19-98b4-456d-862f-d6609b7c5036 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks [] for port (8e1334ff-0702-4c43-bd5b-364522f65b8a), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:59.050574 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2dd67b19-98b4-456d-862f-d6609b7c5036 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15272101'] for port (8e1334ff-0702-4c43-bd5b-364522f65b8a), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:59.083344 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4651a33a-0f6d-4587-8276-f688780c1fe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:59.123215 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd67b19-98b4-456d-862f-d6609b7c5036 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Pushing event updated for resources: {'Port': ['ID=8e1334ff-0702-4c43-bd5b-364522f65b8a,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:18:59.132837 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2dd67b19-98b4-456d-862f-d6609b7c5036 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740024'] for floatingip (bd38c681-38d2-403d-83d6-5a0826ffeff4), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:59.234641 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.db.l3_db [None req-2dd67b19-98b4-456d-862f-d6609b7c5036 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Floating IP bd38c681-38d2-403d-83d6-5a0826ffeff4 associated. External IP: 172.27.2.158, port: 74eee801-0567-4233-b0ce-333af8a39b08. Mar 11 03:18:59.441313 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd67b19-98b4-456d-862f-d6609b7c5036 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Router 4a0f0857-2450-47ae-94d6-09e4397a887c has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:18:59.549287 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd67b19-98b4-456d-862f-d6609b7c5036 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:18:59.558657 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0aac26-915a-41db-9dcd-51cb7346bb35 None None] Sync routers for ids ['4a0f0857-2450-47ae-94d6-09e4397a887c'] in dv-cinder-740146-14-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:18:59.568314 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2dd67b19-98b4-456d-862f-d6609b7c5036 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:18:59.569976 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0aac26-915a-41db-9dcd-51cb7346bb35 None None] Routers {'4a0f0857-2450-47ae-94d6-09e4397a887c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:18:59.570596 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6c0aac26-915a-41db-9dcd-51cb7346bb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:18:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['4a0f0857-2450-47ae-94d6-09e4397a887c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:18:59.597370 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-2dd67b19-98b4-456d-862f-d6609b7c5036 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5246902 Mar 11 03:18:59.598028 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd80bd384-987b-4d96-9eca-8c6f95a892a2', 'tag': '74eee801-0567-4233-b0ce-333af8a39b08'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:18:59.600387 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2960e148d505d0db9578e09e45f103c014611ddc5e7b14cf683b9a13ab87040d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10808c35-34a4-4ead-878e-bc79a20ae499" -d '{"events": [{"name": "network-changed", "server_uuid": "d80bd384-987b-4d96-9eca-8c6f95a892a2", "tag": "74eee801-0567-4233-b0ce-333af8a39b08"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:18:59.640427 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129a649d-2dbd-4332-894c-7e8aeb33c0f6 x-openstack-request-id: req-129a649d-2dbd-4332-894c-7e8aeb33c0f6 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:18:59.640737 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d80bd384-987b-4d96-9eca-8c6f95a892a2", "tag": "74eee801-0567-4233-b0ce-333af8a39b08", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:18:59.640993 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-129a649d-2dbd-4332-894c-7e8aeb33c0f6 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:18:59.641387 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd80bd384-987b-4d96-9eca-8c6f95a892a2', 'tag': '74eee801-0567-4233-b0ce-333af8a39b08', 'status': 'completed', 'code': 200} Mar 11 03:18:59.682305 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-6c0aac26-915a-41db-9dcd-51cb7346bb35 None None] Set router 4a0f0857-2450-47ae-94d6-09e4397a887c gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:18:59.706454 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10808c35-34a4-4ead-878e-bc79a20ae499 req-3e6b7bef-fbbb-4cba-9b8a-3fd5b87c5ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:59.707859 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-10808c35-34a4-4ead-878e-bc79a20ae499 req-3e6b7bef-fbbb-4cba-9b8a-3fd5b87c5ac4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=91092df4470d486daf2fb46a8edb6f47&device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 1129 time: 0.0444171 Mar 11 03:18:59.800822 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10808c35-34a4-4ead-878e-bc79a20ae499 req-f6715a6f-0e44-40ff-85fc-91fd93d745ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:59.802288 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-10808c35-34a4-4ead-878e-bc79a20ae499 req-f6715a6f-0e44-40ff-85fc-91fd93d745ca service neutron] 10.222.0.18 "GET /v2.0/networks?id=bd9a6c91-7b34-488d-8358-f46b8592c5f6 HTTP/1.1" status: 200 len: 908 time: 0.0879500 Mar 11 03:18:59.868519 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-10808c35-34a4-4ead-878e-bc79a20ae499 req-73d34f3a-3928-46f7-9c85-871fd9838941 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74eee801-0567-4233-b0ce-333af8a39b08 HTTP/1.1" status: 200 len: 999 time: 0.0588744 Mar 11 03:18:59.908460 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6c0aac26-915a-41db-9dcd-51cb7346bb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0f0857-2450-47ae-94d6-09e4397a887c', 'name': 'tempest-TestShelveInstance-737239308-router', 'tenant_id': '91092df4470d486daf2fb46a8edb6f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'a806594e-3089-41cd-8447-908e50397def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:18:15Z', 'updated_at': '2022-03-11T03:18:18Z', 'revision_number': 4, 'project_id': '91092df4470d486daf2fb46a8edb6f47', 'gw_port': {'id': 'a806594e-3089-41cd-8447-908e50397def', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:39:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0f0857-2450-47ae-94d6-09e4397a887c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:18:16Z', 'updated_at': '2022-03-11T03:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': 'bd38c681-38d2-403d-83d6-5a0826ffeff4', 'tenant_id': '91092df4470d486daf2fb46a8edb6f47', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '4a0f0857-2450-47ae-94d6-09e4397a887c', 'port_id': '74eee801-0567-4233-b0ce-333af8a39b08', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9a6c91-7b34-488d-8358-f46b8592c5f6', 'mac_address': 'fa:16:3e:b4:6c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80bd384-987b-4d96-9eca-8c6f95a892a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:18:58Z', 'updated_at': '2022-03-11T03:18:58Z', 'revision_number': 0, 'project_id': '91092df4470d486daf2fb46a8edb6f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46f67e74-d951-4ae4-b0a8-6789241b3eb3', 'name': '', 'network_id': 'bd9a6c91-7b34-488d-8358-f46b8592c5f6', 'tenant_id': '91092df4470d486daf2fb46a8edb6f47', 'mac_address': 'fa:16:3e:59:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0f0857-2450-47ae-94d6-09e4397a887c', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'c3277adb-7174-4def-a22b-35b761759871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:18:18Z', 'updated_at': '2022-03-11T03:18:23Z', 'revision_number': 5, 'project_id': '91092df4470d486daf2fb46a8edb6f47', 'subnets': [{'id': 'c3277adb-7174-4def-a22b-35b761759871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:18:59.921355 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10808c35-34a4-4ead-878e-bc79a20ae499 req-6176c4ee-c42f-4a7c-a417-de1eb65b20b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:59.922842 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-10808c35-34a4-4ead-878e-bc79a20ae499 req-6176c4ee-c42f-4a7c-a417-de1eb65b20b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3277adb-7174-4def-a22b-35b761759871 HTTP/1.1" status: 200 len: 847 time: 0.0479555 Mar 11 03:18:59.934787 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0aac26-915a-41db-9dcd-51cb7346bb35 None None] Checking router: 4a0f0857-2450-47ae-94d6-09e4397a887c for host: dv-cinder-740146-14-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:18:59.944222 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0aac26-915a-41db-9dcd-51cb7346bb35 None None] Routers {'4a0f0857-2450-47ae-94d6-09e4397a887c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:18:59.944829 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6c0aac26-915a-41db-9dcd-51cb7346bb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:18:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['4a0f0857-2450-47ae-94d6-09e4397a887c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:18:59.973499 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10808c35-34a4-4ead-878e-bc79a20ae499 req-16f21959-209f-4c80-889c-6e72e07f8c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:18:59.974953 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-10808c35-34a4-4ead-878e-bc79a20ae499 req-16f21959-209f-4c80-889c-6e72e07f8c1c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bd9a6c91-7b34-488d-8358-f46b8592c5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450962 Mar 11 03:19:00.054792 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-6c0aac26-915a-41db-9dcd-51cb7346bb35 None None] Set router 4a0f0857-2450-47ae-94d6-09e4397a887c gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:19:00.065402 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-10808c35-34a4-4ead-878e-bc79a20ae499 req-ea0abe5b-3578-4938-b857-4869436901d2 service neutron] 10.222.0.18 "GET /v2.0/networks/bd9a6c91-7b34-488d-8358-f46b8592c5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841417 Mar 11 03:19:00.163537 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-10808c35-34a4-4ead-878e-bc79a20ae499 req-7bddf065-ae67-4e03-9d68-d90987ccdd3e service neutron] 10.222.0.18 "GET /v2.0/networks/bd9a6c91-7b34-488d-8358-f46b8592c5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911052 Mar 11 03:19:00.280938 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-6c0aac26-915a-41db-9dcd-51cb7346bb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0f0857-2450-47ae-94d6-09e4397a887c', 'name': 'tempest-TestShelveInstance-737239308-router', 'tenant_id': '91092df4470d486daf2fb46a8edb6f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'a806594e-3089-41cd-8447-908e50397def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:18:15Z', 'updated_at': '2022-03-11T03:18:18Z', 'revision_number': 4, 'project_id': '91092df4470d486daf2fb46a8edb6f47', 'gw_port': {'id': 'a806594e-3089-41cd-8447-908e50397def', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:39:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0f0857-2450-47ae-94d6-09e4397a887c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:18:16Z', 'updated_at': '2022-03-11T03:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': 'bd38c681-38d2-403d-83d6-5a0826ffeff4', 'tenant_id': '91092df4470d486daf2fb46a8edb6f47', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '4a0f0857-2450-47ae-94d6-09e4397a887c', 'port_id': '74eee801-0567-4233-b0ce-333af8a39b08', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9a6c91-7b34-488d-8358-f46b8592c5f6', 'mac_address': 'fa:16:3e:b4:6c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80bd384-987b-4d96-9eca-8c6f95a892a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:18:58Z', 'updated_at': '2022-03-11T03:18:58Z', 'revision_number': 0, 'project_id': '91092df4470d486daf2fb46a8edb6f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46f67e74-d951-4ae4-b0a8-6789241b3eb3', 'name': '', 'network_id': 'bd9a6c91-7b34-488d-8358-f46b8592c5f6', 'tenant_id': '91092df4470d486daf2fb46a8edb6f47', 'mac_address': 'fa:16:3e:59:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0f0857-2450-47ae-94d6-09e4397a887c', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'c3277adb-7174-4def-a22b-35b761759871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:18:18Z', 'updated_at': '2022-03-11T03:18:23Z', 'revision_number': 5, 'project_id': '91092df4470d486daf2fb46a8edb6f47', 'subnets': [{'id': 'c3277adb-7174-4def-a22b-35b761759871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:19:00.306861 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0aac26-915a-41db-9dcd-51cb7346bb35 None None] The sync data for ids ['4a0f0857-2450-47ae-94d6-09e4397a887c'] in dv-cinder-740146-14-iscsi is: [{'id': '4a0f0857-2450-47ae-94d6-09e4397a887c', 'name': 'tempest-TestShelveInstance-737239308-router', 'tenant_id': '91092df4470d486daf2fb46a8edb6f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'a806594e-3089-41cd-8447-908e50397def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:18:15Z', 'updated_at': '2022-03-11T03:18:18Z', 'revision_number': 4, 'project_id': '91092df4470d486daf2fb46a8edb6f47', 'gw_port': {'id': 'a806594e-3089-41cd-8447-908e50397def', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:39:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0f0857-2450-47ae-94d6-09e4397a887c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:18:16Z', 'updated_at': '2022-03-11T03:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': 'bd38c681-38d2-403d-83d6-5a0826ffeff4', 'tenant_id': '91092df4470d486daf2fb46a8edb6f47', 'floating_ip_address': '172.27.2.158', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '4a0f0857-2450-47ae-94d6-09e4397a887c', 'port_id': '74eee801-0567-4233-b0ce-333af8a39b08', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9a6c91-7b34-488d-8358-f46b8592c5f6', 'mac_address': 'fa:16:3e:b4:6c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80bd384-987b-4d96-9eca-8c6f95a892a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:18:58Z', 'updated_at': '2022-03-11T03:18:58Z', 'revision_number': 0, 'project_id': '91092df4470d486daf2fb46a8edb6f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46f67e74-d951-4ae4-b0a8-6789241b3eb3', 'name': '', 'network_id': 'bd9a6c91-7b34-488d-8358-f46b8592c5f6', 'tenant_id': '91092df4470d486daf2fb46a8edb6f47', 'mac_address': 'fa:16:3e:59:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0f0857-2450-47ae-94d6-09e4397a887c', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'c3277adb-7174-4def-a22b-35b761759871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:18:18Z', 'updated_at': '2022-03-11T03:18:23Z', 'revision_number': 5, 'project_id': '91092df4470d486daf2fb46a8edb6f47', 'subnets': [{'id': 'c3277adb-7174-4def-a22b-35b761759871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:19:00.488960 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd403be9-6337-4c7d-bec8-6140cca0aebb None None] New status for floating IP bd38c681-38d2-403d-83d6-5a0826ffeff4: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 03:19:01.456048 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5e44e5e7-1b39-4418-a42d-07edbecac267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:19:02.677631 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:19:04.278050 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:19:05.700611 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:19:06.798634 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:19:15.904620 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-46fba3ed-47e3-416c-8dcf-613319c23e9c req-5834b750-47bf-41ec-bd47-b2d55ede7fab service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8a9e07dc-09b8-4c02-94e8-8d377aaf3c90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427415 Mar 11 03:19:15.993303 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fba3ed-47e3-416c-8dcf-613319c23e9c req-5b9a7a9a-8ec1-4a97-ba86-a70334d76361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:19:15.994841 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-46fba3ed-47e3-416c-8dcf-613319c23e9c req-5b9a7a9a-8ec1-4a97-ba86-a70334d76361 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35782709df5e4313b93edef74cf56852&device_id=8a9e07dc-09b8-4c02-94e8-8d377aaf3c90 HTTP/1.1" status: 200 len: 1130 time: 0.0485008 Mar 11 03:19:16.096185 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fba3ed-47e3-416c-8dcf-613319c23e9c req-040388d3-4b8a-4a09-a267-c5be60d3ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:19:16.097674 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-46fba3ed-47e3-416c-8dcf-613319c23e9c req-040388d3-4b8a-4a09-a267-c5be60d3ef3f service neutron] 10.222.0.18 "GET /v2.0/networks?id=40900669-df90-4f82-b7ae-055eaee2edde HTTP/1.1" status: 200 len: 912 time: 0.0851698 Mar 11 03:19:16.166434 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-46fba3ed-47e3-416c-8dcf-613319c23e9c req-52e46762-a2c3-4851-a9a2-3b337f53c8e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c0ed894-b055-4282-9081-66a3aeab96e1 HTTP/1.1" status: 200 len: 1000 time: 0.0621147 Mar 11 03:19:16.214050 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fba3ed-47e3-416c-8dcf-613319c23e9c req-f753e83d-85f1-4933-a994-483f183eb1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:19:16.215477 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-46fba3ed-47e3-416c-8dcf-613319c23e9c req-f753e83d-85f1-4933-a994-483f183eb1f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a2b4a50b-7f36-4ec6-b3c7-892482e45a07 HTTP/1.1" status: 200 len: 851 time: 0.0425425 Mar 11 03:19:16.262604 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fba3ed-47e3-416c-8dcf-613319c23e9c req-3cdde5e0-2248-4712-a276-009feb4d0ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:19:16.264069 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-46fba3ed-47e3-416c-8dcf-613319c23e9c req-3cdde5e0-2248-4712-a276-009feb4d0ce3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=40900669-df90-4f82-b7ae-055eaee2edde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425022 Mar 11 03:19:16.353292 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-46fba3ed-47e3-416c-8dcf-613319c23e9c req-e73d7b4c-40fd-449f-9ee3-ad7ddfb85113 service neutron] 10.222.0.18 "GET /v2.0/networks/40900669-df90-4f82-b7ae-055eaee2edde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832989 Mar 11 03:19:16.439254 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-46fba3ed-47e3-416c-8dcf-613319c23e9c req-39405553-922b-494e-becd-b2c0e959905f service neutron] 10.222.0.18 "GET /v2.0/networks/40900669-df90-4f82-b7ae-055eaee2edde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801210 Mar 11 03:19:21.484389 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:19:29.086584 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d555af34-d5a4-4e1a-ab4e-ada3c22bcf9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:19:31.458808 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2c73beb1-17c1-4fdd-b53e-c0e52591d180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:19:32.682000 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:19:34.273517 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:19:35.705074 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:19:36.663029 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:19:52.728694 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bc3b23d3-1603-4178-8444-5f916990827d req-fafdc236-787f-437d-926a-3b3ebd3c9707 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-145918928&fields=id&tenant_id=35782709df5e4313b93edef74cf56852 HTTP/1.1" status: 200 len: 267 time: 0.0442734 Mar 11 03:19:52.833938 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b23d3-1603-4178-8444-5f916990827d req-f09bf5d1-4159-4625-9933-70e21314033b tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:19:52.835360 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bc3b23d3-1603-4178-8444-5f916990827d req-f09bf5d1-4159-4625-9933-70e21314033b tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/networks?id=40900669-df90-4f82-b7ae-055eaee2edde HTTP/1.1" status: 200 len: 812 time: 0.1002810 Mar 11 03:19:52.849345 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bc3b23d3-1603-4178-8444-5f916990827d req-30eb2110-63bb-4b1d-ab72-dff80052dd2a tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/quotas/35782709df5e4313b93edef74cf56852 HTTP/1.1" status: 200 len: 375 time: 0.0086203 Mar 11 03:19:53.133888 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bc3b23d3-1603-4178-8444-5f916990827d req-16852d77-8421-4a88-be25-189373e81f7e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=35782709df5e4313b93edef74cf56852&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2798600 Mar 11 03:19:53.148614 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [req-bc3b23d3-1603-4178-8444-5f916990827d req-d535e028-f96b-4f42-a536-181fdb5597ae service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 03:19:53.149549 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bc3b23d3-1603-4178-8444-5f916990827d req-d535e028-f96b-4f42-a536-181fdb5597ae service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048752 Mar 11 03:19:53.240053 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bc3b23d3-1603-4178-8444-5f916990827d req-268fc9e2-72e7-40e8-be8b-3534f127e257 service neutron] 10.222.0.16 "GET /v2.0/networks/40900669-df90-4f82-b7ae-055eaee2edde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854039 Mar 11 03:19:53.329396 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bc3b23d3-1603-4178-8444-5f916990827d req-1b6d4bc4-e897-41ea-abca-4e19e2cb8979 service neutron] 10.222.0.16 "GET /v2.0/networks/40900669-df90-4f82-b7ae-055eaee2edde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838153 Mar 11 03:19:53.658135 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-f138d6a8-e8c7-49f9-944f-d305da4ce81c req-0e9200ae-9e06-4567-853d-0363e66524e3 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=b15b907d-7704-4322-b0e6-49825cc7c6bf HTTP/1.1" status: 200 len: 210 time: 0.0770297 Mar 11 03:19:54.622108 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b23d3-1603-4178-8444-5f916990827d req-1b98cf81-4097-4e5f-a211-7ea5f379b3be tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:19:54.624511 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bc3b23d3-1603-4178-8444-5f916990827d req-1b98cf81-4097-4e5f-a211-7ea5f379b3be tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.18 "GET /v2.0/networks?id=40900669-df90-4f82-b7ae-055eaee2edde HTTP/1.1" status: 200 len: 812 time: 0.1238854 Mar 11 03:19:54.689853 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bc3b23d3-1603-4178-8444-5f916990827d req-63171eb2-d4e0-49b3-b81e-c2501978a496 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35782709df5e4313b93edef74cf56852 HTTP/1.1" status: 200 len: 379 time: 0.0570817 Mar 11 03:19:54.699680 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-bc3b23d3-1603-4178-8444-5f916990827d req-3f3c74f9-9de2-454c-8fb4-a115d673075e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Request body: {'port': {'device_id': 'b15b907d-7704-4322-b0e6-49825cc7c6bf', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'admin_state_up': True, 'tenant_id': '35782709df5e4313b93edef74cf56852', 'security_groups': ['09f5ff8f-a9bf-49c5-a123-6a19c99bf73e']}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:19:54.755312 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-da52db5e-4eca-4870-b4f9-167bdff8da92 req-d6eda3c7-80f5-4aec-b331-121907dc1101 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=b15b907d-7704-4322-b0e6-49825cc7c6bf HTTP/1.1" status: 200 len: 210 time: 0.0274365 Mar 11 03:19:54.810861 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc3b23d3-1603-4178-8444-5f916990827d req-3f3c74f9-9de2-454c-8fb4-a115d673075e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Made reservation on behalf of 35782709df5e4313b93edef74cf56852 for: {'port': 1} {{(pid=103365) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 03:19:54.814135 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bc3b23d3-1603-4178-8444-5f916990827d req-3f3c74f9-9de2-454c-8fb4-a115d673075e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:19:54.939577 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_common [req-bc3b23d3-1603-4178-8444-5f916990827d req-3f3c74f9-9de2-454c-8fb4-a115d673075e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Allocated IP 172.20.0.9 (40900669-df90-4f82-b7ae-055eaee2edde/a2b4a50b-7f36-4ec6-b3c7-892482e45a07/fe4049b1-c924-43fb-aa4b-5b52849dd458) {{(pid=103365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:19:55.085641 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bc3b23d3-1603-4178-8444-5f916990827d req-3f3c74f9-9de2-454c-8fb4-a115d673075e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for port (fe4049b1-c924-43fb-aa4b-5b52849dd458), precommit_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:19:55.128291 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bc3b23d3-1603-4178-8444-5f916990827d req-3f3c74f9-9de2-454c-8fb4-a115d673075e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (fe4049b1-c924-43fb-aa4b-5b52849dd458), after_create {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:19:55.169007 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc3b23d3-1603-4178-8444-5f916990827d req-3f3c74f9-9de2-454c-8fb4-a115d673075e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Network 40900669-df90-4f82-b7ae-055eaee2edde is already hosted by enough agents. {{(pid=103365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:19:55.173958 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.base_scheduler [req-bc3b23d3-1603-4178-8444-5f916990827d req-3f3c74f9-9de2-454c-8fb4-a115d673075e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Resources bound (agent type, host, resource id): {{(pid=103365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:19:55.178484 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3b23d3-1603-4178-8444-5f916990827d req-3f3c74f9-9de2-454c-8fb4-a115d673075e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Received port after_create {{(pid=103365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:19:55.203906 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c74f9-9de2-454c-8fb4-a115d673075e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Pushing event updated for resources: {'Port': ['ID=fe4049b1-c924-43fb-aa4b-5b52849dd458,revision_number=1']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:19:55.223441 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c74f9-9de2-454c-8fb4-a115d673075e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:19:55.223710 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c74f9-9de2-454c-8fb4-a115d673075e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:19:55.224065 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c74f9-9de2-454c-8fb4-a115d673075e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:19:55.224402 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c74f9-9de2-454c-8fb4-a115d673075e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:19:55.224737 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c74f9-9de2-454c-8fb4-a115d673075e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:19:55.225067 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c74f9-9de2-454c-8fb4-a115d673075e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:19:55.225395 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c74f9-9de2-454c-8fb4-a115d673075e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:19:55.225724 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c74f9-9de2-454c-8fb4-a115d673075e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:19:55.226075 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c74f9-9de2-454c-8fb4-a115d673075e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:19:55.226400 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c74f9-9de2-454c-8fb4-a115d673075e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:19:55.226724 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c74f9-9de2-454c-8fb4-a115d673075e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:19:55.227063 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c74f9-9de2-454c-8fb4-a115d673075e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:19:55.227360 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c74f9-9de2-454c-8fb4-a115d673075e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:19:55.246331 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b23d3-1603-4178-8444-5f916990827d req-3f3c74f9-9de2-454c-8fb4-a115d673075e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:19:55.246946 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bc3b23d3-1603-4178-8444-5f916990827d req-3f3c74f9-9de2-454c-8fb4-a115d673075e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:19:55.262905 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bc3b23d3-1603-4178-8444-5f916990827d req-3f3c74f9-9de2-454c-8fb4-a115d673075e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5682833 Mar 11 03:19:55.272325 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [req-bc3b23d3-1603-4178-8444-5f916990827d req-8c248cf5-40bb-436d-9691-a10910aaf6f2 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 03:19:55.273291 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bc3b23d3-1603-4178-8444-5f916990827d req-8c248cf5-40bb-436d-9691-a10910aaf6f2 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055554 Mar 11 03:19:55.332626 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.v2.base [req-bc3b23d3-1603-4178-8444-5f916990827d req-66ec2c0c-0c93-4341-be62-9bb2de914dbc service neutron] Request body: {'port': {'device_id': 'b15b907d-7704-4322-b0e6-49825cc7c6bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=103365) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:19:55.392052 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bc3b23d3-1603-4178-8444-5f916990827d req-66ec2c0c-0c93-4341-be62-9bb2de914dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (fe4049b1-c924-43fb-aa4b-5b52849dd458), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:19:55.413524 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-f61a32f3-2a94-4162-96db-9795e51e389d None None] Provisioning complete for port fe4049b1-c924-43fb-aa4b-5b52849dd458 triggered by entity DHCP. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:19:55.414128 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f61a32f3-2a94-4162-96db-9795e51e389d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (fe4049b1-c924-43fb-aa4b-5b52849dd458), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:19:55.449900 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-f61a32f3-2a94-4162-96db-9795e51e389d None None] Port fe4049b1-c924-43fb-aa4b-5b52849dd458 cannot update to ACTIVE because it is not bound. {{(pid=103366) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 03:19:55.652719 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [req-bc3b23d3-1603-4178-8444-5f916990827d req-66ec2c0c-0c93-4341-be62-9bb2de914dbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe4049b1-c924-43fb-aa4b-5b52849dd458 {{(pid=103365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:19:55.660338 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bc3b23d3-1603-4178-8444-5f916990827d req-66ec2c0c-0c93-4341-be62-9bb2de914dbc service neutron] Publish callbacks [] for port (fe4049b1-c924-43fb-aa4b-5b52849dd458), precommit_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:19:55.673425 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.provisioning_blocks [req-bc3b23d3-1603-4178-8444-5f916990827d req-66ec2c0c-0c93-4341-be62-9bb2de914dbc service neutron] Transition to ACTIVE for port object fe4049b1-c924-43fb-aa4b-5b52849dd458 will not be triggered until provisioned by entity L2. {{(pid=103365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 03:19:55.677786 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bc3b23d3-1603-4178-8444-5f916990827d req-66ec2c0c-0c93-4341-be62-9bb2de914dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26187659'] for port (fe4049b1-c924-43fb-aa4b-5b52849dd458), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:19:55.730780 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec2c0c-0c93-4341-be62-9bb2de914dbc service neutron] Pushing event updated for resources: {'Port': ['ID=fe4049b1-c924-43fb-aa4b-5b52849dd458,revision_number=2']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:19:55.800583 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-bc3b23d3-1603-4178-8444-5f916990827d req-66ec2c0c-0c93-4341-be62-9bb2de914dbc service neutron] Attempting to bind port fe4049b1-c924-43fb-aa4b-5b52849dd458 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 03:19:55.800946 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-bc3b23d3-1603-4178-8444-5f916990827d req-66ec2c0c-0c93-4341-be62-9bb2de914dbc service neutron] Attempting to bind port fe4049b1-c924-43fb-aa4b-5b52849dd458 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '7f40feb2-6419-48b9-817e-48dcb6686157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde'}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 03:19:55.801257 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3b23d3-1603-4178-8444-5f916990827d req-66ec2c0c-0c93-4341-be62-9bb2de914dbc service neutron] Attempting to bind port fe4049b1-c924-43fb-aa4b-5b52849dd458 on network 40900669-df90-4f82-b7ae-055eaee2edde {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:19:55.806226 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3b23d3-1603-4178-8444-5f916990827d req-66ec2c0c-0c93-4341-be62-9bb2de914dbc service neutron] Port fe4049b1-c924-43fb-aa4b-5b52849dd458 on network 40900669-df90-4f82-b7ae-055eaee2edde not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 03:19:55.806559 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3b23d3-1603-4178-8444-5f916990827d req-66ec2c0c-0c93-4341-be62-9bb2de914dbc service neutron] Attempting to bind port fe4049b1-c924-43fb-aa4b-5b52849dd458 on network 40900669-df90-4f82-b7ae-055eaee2edde {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 03:19:55.812018 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3b23d3-1603-4178-8444-5f916990827d req-66ec2c0c-0c93-4341-be62-9bb2de914dbc service neutron] Checking agent: {'id': '5f38bfdc-d68c-4827-815d-ecd182596ad4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'started_at': datetime.datetime(2022, 3, 11, 3, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 3, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 03:19:55.812358 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3b23d3-1603-4178-8444-5f916990827d req-66ec2c0c-0c93-4341-be62-9bb2de914dbc service neutron] Checking segment: {'id': '7f40feb2-6419-48b9-817e-48dcb6686157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 03:19:55.812744 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3b23d3-1603-4178-8444-5f916990827d req-66ec2c0c-0c93-4341-be62-9bb2de914dbc service neutron] Bound using segment: {'id': '7f40feb2-6419-48b9-817e-48dcb6686157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde'} {{(pid=103365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 03:19:55.813170 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.managers [req-bc3b23d3-1603-4178-8444-5f916990827d req-66ec2c0c-0c93-4341-be62-9bb2de914dbc service neutron] Bound port: fe4049b1-c924-43fb-aa4b-5b52849dd458, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f40feb2-6419-48b9-817e-48dcb6686157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde'}}] {{(pid=103365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 03:19:55.813529 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bc3b23d3-1603-4178-8444-5f916990827d req-66ec2c0c-0c93-4341-be62-9bb2de914dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (fe4049b1-c924-43fb-aa4b-5b52849dd458), before_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:19:55.885733 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef8fdc-aab8-44df-b754-b485c3883bf0 req-31366511-fc2d-4ad8-87d9-1a607ca4346c tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:19:55.886284 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-bc3b23d3-1603-4178-8444-5f916990827d req-66ec2c0c-0c93-4341-be62-9bb2de914dbc service neutron] For port fe4049b1-c924-43fb-aa4b-5b52849dd458, host hv-cinder-74014, cleared binding levels {{(pid=103365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 03:19:55.887248 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d9ef8fdc-aab8-44df-b754-b485c3883bf0 req-31366511-fc2d-4ad8-87d9-1a607ca4346c tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=b15b907d-7704-4322-b0e6-49825cc7c6bf HTTP/1.1" status: 200 len: 943 time: 0.0579033 Mar 11 03:19:55.889130 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-bc3b23d3-1603-4178-8444-5f916990827d req-66ec2c0c-0c93-4341-be62-9bb2de914dbc service neutron] For port fe4049b1-c924-43fb-aa4b-5b52849dd458, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=fe4049b1-c924-43fb-aa4b-5b52849dd458,segment=NetworkSegment(7f40feb2-6419-48b9-817e-48dcb6686157),segment_id=7f40feb2-6419-48b9-817e-48dcb6686157)] {{(pid=103365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 03:19:55.896404 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bc3b23d3-1603-4178-8444-5f916990827d req-66ec2c0c-0c93-4341-be62-9bb2de914dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26187659'] for port (fe4049b1-c924-43fb-aa4b-5b52849dd458), after_update {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:19:55.928521 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b23d3-1603-4178-8444-5f916990827d req-66ec2c0c-0c93-4341-be62-9bb2de914dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:19:55.929121 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-bc3b23d3-1603-4178-8444-5f916990827d req-66ec2c0c-0c93-4341-be62-9bb2de914dbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:19:55.930393 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bc3b23d3-1603-4178-8444-5f916990827d req-66ec2c0c-0c93-4341-be62-9bb2de914dbc service neutron] 10.222.0.18 "PUT /v2.0/ports/fe4049b1-c924-43fb-aa4b-5b52849dd458 HTTP/1.1" status: 200 len: 1093 time: 0.6498587 Mar 11 03:19:55.933001 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b15b907d-7704-4322-b0e6-49825cc7c6bf', 'tag': 'fe4049b1-c924-43fb-aa4b-5b52849dd458'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:19:55.938876 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d9ef8fdc-aab8-44df-b754-b485c3883bf0 req-e5964e66-5b2a-4c3d-ace4-00733749aa10 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454545 Mar 11 03:19:55.941407 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e786f1a-4ab5-47a7-89f2-06f85557612c" -d '{"events": [{"name": "network-changed", "server_uuid": "b15b907d-7704-4322-b0e6-49825cc7c6bf", "tag": "fe4049b1-c924-43fb-aa4b-5b52849dd458"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:19:56.017234 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec2c0c-0c93-4341-be62-9bb2de914dbc service neutron] Pushing event updated for resources: {'Port': ['ID=fe4049b1-c924-43fb-aa4b-5b52849dd458,revision_number=3']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:19:56.041604 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b23d3-1603-4178-8444-5f916990827d req-4c78153f-b40a-4f46-83a9-e97104fd993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:19:56.043224 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bc3b23d3-1603-4178-8444-5f916990827d req-4c78153f-b40a-4f46-83a9-e97104fd993d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35782709df5e4313b93edef74cf56852&device_id=b15b907d-7704-4322-b0e6-49825cc7c6bf HTTP/1.1" status: 200 len: 1127 time: 0.0568957 Mar 11 03:19:56.057934 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b919fbed-6fde-4c39-a075-d5d0840ed060 x-openstack-request-id: req-b919fbed-6fde-4c39-a075-d5d0840ed060 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:19:56.058303 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b15b907d-7704-4322-b0e6-49825cc7c6bf", "tag": "fe4049b1-c924-43fb-aa4b-5b52849dd458", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:19:56.058592 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b919fbed-6fde-4c39-a075-d5d0840ed060 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:19:56.058996 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b15b907d-7704-4322-b0e6-49825cc7c6bf', 'tag': 'fe4049b1-c924-43fb-aa4b-5b52849dd458', 'status': 'completed', 'code': 200} Mar 11 03:19:56.092946 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bc3b23d3-1603-4178-8444-5f916990827d req-9f5024fd-480e-4bad-bb77-36ff861041f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe4049b1-c924-43fb-aa4b-5b52849dd458 HTTP/1.1" status: 200 len: 217 time: 0.0432694 Mar 11 03:19:56.144191 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b23d3-1603-4178-8444-5f916990827d req-0f9544dc-60e1-4b05-905a-adc2cebf3f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:19:56.145681 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bc3b23d3-1603-4178-8444-5f916990827d req-0f9544dc-60e1-4b05-905a-adc2cebf3f1a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a2b4a50b-7f36-4ec6-b3c7-892482e45a07 HTTP/1.1" status: 200 len: 851 time: 0.0468459 Mar 11 03:19:56.197486 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b23d3-1603-4178-8444-5f916990827d req-c2ce5d54-f4a5-42c0-8e20-648b1970ca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:19:56.199103 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bc3b23d3-1603-4178-8444-5f916990827d req-c2ce5d54-f4a5-42c0-8e20-648b1970ca2c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=40900669-df90-4f82-b7ae-055eaee2edde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460720 Mar 11 03:19:56.289817 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bc3b23d3-1603-4178-8444-5f916990827d req-fc568805-bcf8-4493-b07c-9b45a2b99e13 service neutron] 10.222.0.18 "GET /v2.0/networks/40900669-df90-4f82-b7ae-055eaee2edde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842793 Mar 11 03:19:56.382667 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-bc3b23d3-1603-4178-8444-5f916990827d req-a1001113-d9f2-4776-b48a-f01f341147d7 service neutron] 10.222.0.18 "GET /v2.0/networks/40900669-df90-4f82-b7ae-055eaee2edde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847995 Mar 11 03:19:56.467681 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e786f1a-4ab5-47a7-89f2-06f85557612c req-8b3b6052-a089-4f24-9770-d5b090d588a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:19:56.469124 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9e786f1a-4ab5-47a7-89f2-06f85557612c req-8b3b6052-a089-4f24-9770-d5b090d588a3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35782709df5e4313b93edef74cf56852&device_id=b15b907d-7704-4322-b0e6-49825cc7c6bf HTTP/1.1" status: 200 len: 1127 time: 0.0441427 Mar 11 03:19:56.559024 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e786f1a-4ab5-47a7-89f2-06f85557612c req-ea587e92-604d-4e53-88f0-27db702e4ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:19:56.560386 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9e786f1a-4ab5-47a7-89f2-06f85557612c req-ea587e92-604d-4e53-88f0-27db702e4ce6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=40900669-df90-4f82-b7ae-055eaee2edde HTTP/1.1" status: 200 len: 912 time: 0.0855041 Mar 11 03:19:56.601405 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9e786f1a-4ab5-47a7-89f2-06f85557612c req-6f88c51e-9a65-4c0f-bfe9-35c94b194ba9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe4049b1-c924-43fb-aa4b-5b52849dd458 HTTP/1.1" status: 200 len: 217 time: 0.0341010 Mar 11 03:19:56.651141 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e786f1a-4ab5-47a7-89f2-06f85557612c req-5e9a677f-9caf-4464-b1d8-00aeeda58f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:19:56.652547 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9e786f1a-4ab5-47a7-89f2-06f85557612c req-5e9a677f-9caf-4464-b1d8-00aeeda58f06 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a2b4a50b-7f36-4ec6-b3c7-892482e45a07 HTTP/1.1" status: 200 len: 851 time: 0.0452766 Mar 11 03:19:56.700531 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e786f1a-4ab5-47a7-89f2-06f85557612c req-0d8b9883-6007-4307-8e8b-f835d948c695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:19:56.702027 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9e786f1a-4ab5-47a7-89f2-06f85557612c req-0d8b9883-6007-4307-8e8b-f835d948c695 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=40900669-df90-4f82-b7ae-055eaee2edde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432546 Mar 11 03:19:56.793965 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9e786f1a-4ab5-47a7-89f2-06f85557612c req-711facf1-e58b-4a60-b249-881ba059aac4 service neutron] 10.222.0.18 "GET /v2.0/networks/40900669-df90-4f82-b7ae-055eaee2edde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832129 Mar 11 03:19:56.881606 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9e786f1a-4ab5-47a7-89f2-06f85557612c req-f3c87821-73e7-40e2-be7d-7c5591e062a3 service neutron] 10.222.0.18 "GET /v2.0/networks/40900669-df90-4f82-b7ae-055eaee2edde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793939 Mar 11 03:19:57.056347 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078852f-d910-48c2-9f45-26e0e2db3efe req-00bc6dba-2637-4699-97ac-15e426c9aeca tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:19:57.057852 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e078852f-d910-48c2-9f45-26e0e2db3efe req-00bc6dba-2637-4699-97ac-15e426c9aeca tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=b15b907d-7704-4322-b0e6-49825cc7c6bf HTTP/1.1" status: 200 len: 943 time: 0.0518754 Mar 11 03:19:57.106417 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e078852f-d910-48c2-9f45-26e0e2db3efe req-6e16194e-f988-4cdb-b2a4-1e5ef9857a5a tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430307 Mar 11 03:19:58.231765 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03a071-0f75-4a94-ada9-9a2695907f1c req-fd2ce389-db2c-4319-9d0f-e24b8ba4c41c tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:19:58.233224 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fd03a071-0f75-4a94-ada9-9a2695907f1c req-fd2ce389-db2c-4319-9d0f-e24b8ba4c41c tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=b15b907d-7704-4322-b0e6-49825cc7c6bf HTTP/1.1" status: 200 len: 943 time: 0.0567167 Mar 11 03:19:58.281131 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fd03a071-0f75-4a94-ada9-9a2695907f1c req-2fbd6323-f29f-4d11-ba62-96f37e518496 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423682 Mar 11 03:19:58.483078 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:19:59.088674 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-93593676-f262-4698-a68b-69b735d6ed18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:19:59.396385 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3bf2a3-f956-4bbc-bba5-7f1a893efefb req-7bc2d961-00b0-4981-a5c2-74d47a6a6f5a tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:19:59.397852 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9d3bf2a3-f956-4bbc-bba5-7f1a893efefb req-7bc2d961-00b0-4981-a5c2-74d47a6a6f5a tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=b15b907d-7704-4322-b0e6-49825cc7c6bf HTTP/1.1" status: 200 len: 943 time: 0.0524709 Mar 11 03:19:59.445789 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9d3bf2a3-f956-4bbc-bba5-7f1a893efefb req-c59ffb72-6bad-4996-a8ad-0f7525eb4253 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423861 Mar 11 03:20:00.560657 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1e866-f86d-4972-b722-6651830d03c9 req-0e7ff955-8f7f-415a-a002-1900ce56d067 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:20:00.562136 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ebe1e866-f86d-4972-b722-6651830d03c9 req-0e7ff955-8f7f-415a-a002-1900ce56d067 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=b15b907d-7704-4322-b0e6-49825cc7c6bf HTTP/1.1" status: 200 len: 943 time: 0.0519366 Mar 11 03:20:00.614009 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ebe1e866-f86d-4972-b722-6651830d03c9 req-0eacec29-b4d3-48f3-a2df-ba6151750003 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457022 Mar 11 03:20:01.460082 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f78ebea6-0027-45dd-9e92-667f636ad421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:20:01.732739 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e705d14-f073-4a4a-af8f-d8b826f2d865 req-4dfbc889-b27d-4932-b1a7-2ab0ad77f4ce tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:20:01.734121 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9e705d14-f073-4a4a-af8f-d8b826f2d865 req-4dfbc889-b27d-4932-b1a7-2ab0ad77f4ce tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=b15b907d-7704-4322-b0e6-49825cc7c6bf HTTP/1.1" status: 200 len: 943 time: 0.0524049 Mar 11 03:20:01.782152 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9e705d14-f073-4a4a-af8f-d8b826f2d865 req-ae92ba0d-4c57-4f3c-b92c-696f0a3a7633 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419536 Mar 11 03:20:02.684597 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:20:02.898398 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02368028-dad2-4cc1-9180-8f4f7e24af1f req-43d0d3ad-3e72-4a25-8704-573b0b40fe16 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:20:02.899841 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-02368028-dad2-4cc1-9180-8f4f7e24af1f req-43d0d3ad-3e72-4a25-8704-573b0b40fe16 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=b15b907d-7704-4322-b0e6-49825cc7c6bf HTTP/1.1" status: 200 len: 943 time: 0.0518920 Mar 11 03:20:02.947078 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-02368028-dad2-4cc1-9180-8f4f7e24af1f req-71fa6d2f-da25-43e1-831a-eb3e73f78e96 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416617 Mar 11 03:20:04.068981 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10887ef4-f1e9-41be-b956-b4325c97d723 req-3ef4459e-0a23-4b76-a9f4-ef03d0272058 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:20:04.070494 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-10887ef4-f1e9-41be-b956-b4325c97d723 req-3ef4459e-0a23-4b76-a9f4-ef03d0272058 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=b15b907d-7704-4322-b0e6-49825cc7c6bf HTTP/1.1" status: 200 len: 943 time: 0.0573778 Mar 11 03:20:04.104171 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device fe4049b1-c924-43fb-aa4b-5b52849dd458 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 03:20:04.120627 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-10887ef4-f1e9-41be-b956-b4325c97d723 req-48dac4f8-7733-4c1b-9224-e18963dd75b2 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446177 Mar 11 03:20:04.204005 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port fe4049b1-c924-43fb-aa4b-5b52849dd458, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=fe4049b1-c924-43fb-aa4b-5b52849dd458,segment=NetworkSegment(7f40feb2-6419-48b9-817e-48dcb6686157),segment_id=7f40feb2-6419-48b9-817e-48dcb6686157)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:20:04.215470 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Returning: {'device': 'fe4049b1-c924-43fb-aa4b-5b52849dd458', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'port_id': 'fe4049b1-c924-43fb-aa4b-5b52849dd458', 'mac_address': 'fa:16:3e:d3:27:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 03:20:04.251677 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port fe4049b1-c924-43fb-aa4b-5b52849dd458 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:20:04.251993 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (fe4049b1-c924-43fb-aa4b-5b52849dd458), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:20:04.272826 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe4049b1-c924-43fb-aa4b-5b52849dd458 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:20:04.287474 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:20:04.296666 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port fe4049b1-c924-43fb-aa4b-5b52849dd458, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=fe4049b1-c924-43fb-aa4b-5b52849dd458,segment=NetworkSegment(7f40feb2-6419-48b9-817e-48dcb6686157),segment_id=7f40feb2-6419-48b9-817e-48dcb6686157)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:20:04.300566 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (fe4049b1-c924-43fb-aa4b-5b52849dd458), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:20:04.351139 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=fe4049b1-c924-43fb-aa4b-5b52849dd458,revision_number=4']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:20:04.357956 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:20:04.358311 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:20:04.358656 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:20:04.358995 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:20:04.359333 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:20:04.359663 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:20:04.359992 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:20:04.360318 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:20:04.360644 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:20:04.360969 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:20:04.361289 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:20:04.361609 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:20:04.361979 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:20:04.524684 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] get_ports_and_sgs() called for port_ids ['fe4049b1-c924-43fb-aa4b-5b52849dd458'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:20:05.236077 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70fa42b-c8f9-4081-8c03-426c74c4d155 req-3bb22c2c-66d8-4b88-841b-cd2cfcf795b8 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:20:05.238310 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b70fa42b-c8f9-4081-8c03-426c74c4d155 req-3bb22c2c-66d8-4b88-841b-cd2cfcf795b8 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=b15b907d-7704-4322-b0e6-49825cc7c6bf HTTP/1.1" status: 200 len: 944 time: 0.0522716 Mar 11 03:20:05.285843 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b70fa42b-c8f9-4081-8c03-426c74c4d155 req-eed828b2-21d2-4be7-a4f9-589ef3a0f514 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420437 Mar 11 03:20:05.708927 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:20:06.119310 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device fe4049b1-c924-43fb-aa4b-5b52849dd458 up at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:20:06.177212 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning for port fe4049b1-c924-43fb-aa4b-5b52849dd458 completed by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 03:20:06.181125 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning complete for port fe4049b1-c924-43fb-aa4b-5b52849dd458 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:20:06.181510 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (fe4049b1-c924-43fb-aa4b-5b52849dd458), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:20:06.424224 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed8b59-dd0c-4d32-aa48-6c6278081c80 req-9405aff7-9be2-4544-a643-8218bb530188 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:20:06.425880 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-10ed8b59-dd0c-4d32-aa48-6c6278081c80 req-9405aff7-9be2-4544-a643-8218bb530188 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=b15b907d-7704-4322-b0e6-49825cc7c6bf HTTP/1.1" status: 200 len: 944 time: 0.0652242 Mar 11 03:20:06.443850 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port fe4049b1-c924-43fb-aa4b-5b52849dd458 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:20:06.443850 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (fe4049b1-c924-43fb-aa4b-5b52849dd458), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:20:06.468841 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15b907d-7704-4322-b0e6-49825cc7c6bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4049b1-c924-43fb-aa4b-5b52849dd458'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:20:06.471107 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288e491573ecc61b3bf0bc0bc1cef05b47d52e8efc38ed9f7c410eed2e18b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ac8d76-6845-4e75-9a7d-dc13759c162d" -d '{"events": [{"server_uuid": "b15b907d-7704-4322-b0e6-49825cc7c6bf", "name": "network-vif-plugged", "status": "completed", "tag": "fe4049b1-c924-43fb-aa4b-5b52849dd458"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:20:06.484097 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-10ed8b59-dd0c-4d32-aa48-6c6278081c80 req-78553802-6ca6-4e39-a11b-de25852b7c6b tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525858 Mar 11 03:20:06.491384 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port fe4049b1-c924-43fb-aa4b-5b52849dd458, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=fe4049b1-c924-43fb-aa4b-5b52849dd458,segment=NetworkSegment(7f40feb2-6419-48b9-817e-48dcb6686157),segment_id=7f40feb2-6419-48b9-817e-48dcb6686157)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:20:06.497992 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (fe4049b1-c924-43fb-aa4b-5b52849dd458), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:20:06.527372 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b977b9f8-f82e-4f2c-b7b2-110a015e2562 x-openstack-request-id: req-b977b9f8-f82e-4f2c-b7b2-110a015e2562 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:20:06.527372 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b15b907d-7704-4322-b0e6-49825cc7c6bf", "name": "network-vif-plugged", "status": "completed", "tag": "fe4049b1-c924-43fb-aa4b-5b52849dd458", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:20:06.527372 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b977b9f8-f82e-4f2c-b7b2-110a015e2562 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:20:06.527372 dv-cinder-740146-14-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b15b907d-7704-4322-b0e6-49825cc7c6bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4049b1-c924-43fb-aa4b-5b52849dd458', 'code': 200} Mar 11 03:20:06.555035 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=fe4049b1-c924-43fb-aa4b-5b52849dd458,revision_number=5']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:20:06.691710 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:20:06.767990 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b0924-cb29-43d5-a810-362eaafea052 req-82440bcc-0665-49d9-b81d-c1d98bef8de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:20:06.770403 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-dd4b0924-cb29-43d5-a810-362eaafea052 req-82440bcc-0665-49d9-b81d-c1d98bef8de9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b15b907d-7704-4322-b0e6-49825cc7c6bf HTTP/1.1" status: 200 len: 1129 time: 0.0482929 Mar 11 03:20:06.822622 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-dd4b0924-cb29-43d5-a810-362eaafea052 req-283b7742-38d2-4cd1-a083-2988a12ba3d8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458117 Mar 11 03:20:07.601652 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8bfea0-3a35-46a8-bc0b-86f74e3925ac req-3187fa0d-0383-40e5-882a-957d47dcead1 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:20:07.603175 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cc8bfea0-3a35-46a8-bc0b-86f74e3925ac req-3187fa0d-0383-40e5-882a-957d47dcead1 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=b15b907d-7704-4322-b0e6-49825cc7c6bf HTTP/1.1" status: 200 len: 945 time: 0.0527143 Mar 11 03:20:07.651844 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cc8bfea0-3a35-46a8-bc0b-86f74e3925ac req-27ec2021-b78c-4eaf-aa68-64b1bbb2902d tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431712 Mar 11 03:20:08.770657 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56208f-7cbc-426d-a0fa-8504c398ab21 req-e460c681-41c5-476f-ae6e-0b09bce314ff tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:20:08.772124 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1a56208f-7cbc-426d-a0fa-8504c398ab21 req-e460c681-41c5-476f-ae6e-0b09bce314ff tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=b15b907d-7704-4322-b0e6-49825cc7c6bf HTTP/1.1" status: 200 len: 945 time: 0.0521481 Mar 11 03:20:08.819341 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1a56208f-7cbc-426d-a0fa-8504c398ab21 req-07c09c96-b7e4-460c-9ddc-3e70968ee2f7 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417659 Mar 11 03:20:08.939650 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb642610-d289-42c0-88b1-1939d6809e78 req-48db4604-9967-4cdd-bac5-455291a11e97 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:20:08.941161 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-eb642610-d289-42c0-88b1-1939d6809e78 req-48db4604-9967-4cdd-bac5-455291a11e97 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=b15b907d-7704-4322-b0e6-49825cc7c6bf HTTP/1.1" status: 200 len: 945 time: 0.0558119 Mar 11 03:20:09.033072 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-eb642610-d289-42c0-88b1-1939d6809e78 req-0257ad66-dff1-4903-83ef-69f49730ceba tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863302 Mar 11 03:20:09.055471 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 51768) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:20:09.098935 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a3474b-a6d1-4c3b-8d79-fbfe1f181cc1 tempest-TestVolumeBootPattern-1043759446 tempest-TestVolumeBootPattern-1043759446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:20:09.100432 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-39a3474b-a6d1-4c3b-8d79-fbfe1f181cc1 tempest-TestVolumeBootPattern-1043759446 tempest-TestVolumeBootPattern-1043759446-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b15b907d-7704-4322-b0e6-49825cc7c6bf HTTP/1.1" status: 200 len: 1124 time: 0.0437448 Mar 11 03:20:09.103127 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 51770) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:20:09.107278 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.v2.base [None req-bf59efb4-09f5-4816-bc10-6b4f9c5abd33 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Request body: {'floatingip': {'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'port_id': 'fe4049b1-c924-43fb-aa4b-5b52849dd458', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 03:20:09.128443 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bf59efb4-09f5-4816-bc10-6b4f9c5abd33 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:20:09.227243 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bf59efb4-09f5-4816-bc10-6b4f9c5abd33 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (None), before_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:20:09.329582 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_common [None req-bf59efb4-09f5-4816-bc10-6b4f9c5abd33 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Allocated IP 172.27.2.167 (9b47ca21-aede-450a-93e7-0e4b22f1eaa6/91a34137-7039-479a-a714-41dcecc02d59/4decfae5-635f-4596-8281-474c8c5d0265) {{(pid=103364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 03:20:09.431125 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bf59efb4-09f5-4816-bc10-6b4f9c5abd33 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for port (4decfae5-635f-4596-8281-474c8c5d0265), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:20:09.464254 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bf59efb4-09f5-4816-bc10-6b4f9c5abd33 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766924696670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15272124'] for port (4decfae5-635f-4596-8281-474c8c5d0265), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:20:09.500980 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf59efb4-09f5-4816-bc10-6b4f9c5abd33 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Network 9b47ca21-aede-450a-93e7-0e4b22f1eaa6 is already hosted by enough agents. {{(pid=103364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 03:20:09.506294 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.base_scheduler [None req-bf59efb4-09f5-4816-bc10-6b4f9c5abd33 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Resources bound (agent type, host, resource id): {{(pid=103364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 03:20:09.509658 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf59efb4-09f5-4816-bc10-6b4f9c5abd33 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Received port after_create {{(pid=103364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 03:20:09.514771 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf59efb4-09f5-4816-bc10-6b4f9c5abd33 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Pushing event updated for resources: {'Port': ['ID=4decfae5-635f-4596-8281-474c8c5d0265,revision_number=1']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:20:09.542949 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf59efb4-09f5-4816-bc10-6b4f9c5abd33 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:20:09.543295 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf59efb4-09f5-4816-bc10-6b4f9c5abd33 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:20:09.543635 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf59efb4-09f5-4816-bc10-6b4f9c5abd33 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:20:09.543968 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf59efb4-09f5-4816-bc10-6b4f9c5abd33 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:20:09.544295 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf59efb4-09f5-4816-bc10-6b4f9c5abd33 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:20:09.544619 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf59efb4-09f5-4816-bc10-6b4f9c5abd33 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:20:09.544942 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf59efb4-09f5-4816-bc10-6b4f9c5abd33 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:20:09.545265 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf59efb4-09f5-4816-bc10-6b4f9c5abd33 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:20:09.545587 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf59efb4-09f5-4816-bc10-6b4f9c5abd33 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:20:09.545930 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf59efb4-09f5-4816-bc10-6b4f9c5abd33 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:20:09.546257 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf59efb4-09f5-4816-bc10-6b4f9c5abd33 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:20:09.546573 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf59efb4-09f5-4816-bc10-6b4f9c5abd33 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:20:09.546888 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf59efb4-09f5-4816-bc10-6b4f9c5abd33 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:20:09.883693 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bf59efb4-09f5-4816-bc10-6b4f9c5abd33 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for floatingip (889470e3-6197-4da3-8be1-46893e90be99), precommit_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:20:09.951763 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bf59efb4-09f5-4816-bc10-6b4f9c5abd33 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (4decfae5-635f-4596-8281-474c8c5d0265), before_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:20:10.104821 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bf59efb4-09f5-4816-bc10-6b4f9c5abd33 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for port (4decfae5-635f-4596-8281-474c8c5d0265), precommit_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:20:10.109371 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bf59efb4-09f5-4816-bc10-6b4f9c5abd33 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15272101'] for port (4decfae5-635f-4596-8281-474c8c5d0265), after_update {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:20:10.181004 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf59efb4-09f5-4816-bc10-6b4f9c5abd33 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Pushing event updated for resources: {'Port': ['ID=4decfae5-635f-4596-8281-474c8c5d0265,revision_number=2']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:20:10.191635 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bf59efb4-09f5-4816-bc10-6b4f9c5abd33 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1740024'] for floatingip (889470e3-6197-4da3-8be1-46893e90be99), after_create {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:20:10.293724 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.db.l3_db [None req-bf59efb4-09f5-4816-bc10-6b4f9c5abd33 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Floating IP 889470e3-6197-4da3-8be1-46893e90be99 associated. External IP: 172.27.2.167, port: fe4049b1-c924-43fb-aa4b-5b52849dd458. Mar 11 03:20:10.504912 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf59efb4-09f5-4816-bc10-6b4f9c5abd33 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Router 5a771705-699a-4c0b-8dbc-c83a77811843 has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:20:10.614916 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf59efb4-09f5-4816-bc10-6b4f9c5abd33 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:20:10.624306 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f428f8-5488-4bf9-975a-f7f63305154a None None] Sync routers for ids ['5a771705-699a-4c0b-8dbc-c83a77811843'] in dv-cinder-740146-14-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:20:10.632260 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-bf59efb4-09f5-4816-bc10-6b4f9c5abd33 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for floatingip (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:20:10.634784 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f428f8-5488-4bf9-975a-f7f63305154a None None] Routers {'5a771705-699a-4c0b-8dbc-c83a77811843'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:20:10.635400 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-78f428f8-5488-4bf9-975a-f7f63305154a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:20:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['5a771705-699a-4c0b-8dbc-c83a77811843'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:20:10.676469 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-bf59efb4-09f5-4816-bc10-6b4f9c5abd33 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5579154 Mar 11 03:20:10.676469 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b15b907d-7704-4322-b0e6-49825cc7c6bf', 'tag': 'fe4049b1-c924-43fb-aa4b-5b52849dd458'}] {{(pid=103364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:20:10.676469 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2960e148d505d0db9578e09e45f103c014611ddc5e7b14cf683b9a13ab87040d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cf92f1-e7b5-4525-bb17-dd2b81a511a9" -d '{"events": [{"name": "network-changed", "server_uuid": "b15b907d-7704-4322-b0e6-49825cc7c6bf", "tag": "fe4049b1-c924-43fb-aa4b-5b52849dd458"}]}' {{(pid=103364) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:20:10.701513 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a962da1d-0dc1-4bb8-be74-c8d26fd6e431 x-openstack-request-id: req-a962da1d-0dc1-4bb8-be74-c8d26fd6e431 {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:20:10.701810 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b15b907d-7704-4322-b0e6-49825cc7c6bf", "tag": "fe4049b1-c924-43fb-aa4b-5b52849dd458", "status": "completed", "code": 200}]} {{(pid=103364) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:20:10.702104 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a962da1d-0dc1-4bb8-be74-c8d26fd6e431 {{(pid=103364) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:20:10.702510 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b15b907d-7704-4322-b0e6-49825cc7c6bf', 'tag': 'fe4049b1-c924-43fb-aa4b-5b52849dd458', 'status': 'completed', 'code': 200} Mar 11 03:20:10.749209 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-78f428f8-5488-4bf9-975a-f7f63305154a None None] Set router 5a771705-699a-4c0b-8dbc-c83a77811843 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:20:10.765559 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf92f1-e7b5-4525-bb17-dd2b81a511a9 req-a784549f-25e7-49db-8f4f-a5bde8f19abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:20:10.767055 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-79cf92f1-e7b5-4525-bb17-dd2b81a511a9 req-a784549f-25e7-49db-8f4f-a5bde8f19abd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35782709df5e4313b93edef74cf56852&device_id=b15b907d-7704-4322-b0e6-49825cc7c6bf HTTP/1.1" status: 200 len: 1129 time: 0.0437086 Mar 11 03:20:10.855084 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf92f1-e7b5-4525-bb17-dd2b81a511a9 req-34c2b51b-ec6f-4e89-9bc2-7eb630b6046c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:20:10.856537 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-79cf92f1-e7b5-4525-bb17-dd2b81a511a9 req-34c2b51b-ec6f-4e89-9bc2-7eb630b6046c service neutron] 10.222.0.18 "GET /v2.0/networks?id=40900669-df90-4f82-b7ae-055eaee2edde HTTP/1.1" status: 200 len: 912 time: 0.0841308 Mar 11 03:20:10.923518 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-79cf92f1-e7b5-4525-bb17-dd2b81a511a9 req-48d7d4ab-b4cc-4d15-b65e-ba124aeaa8e9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe4049b1-c924-43fb-aa4b-5b52849dd458 HTTP/1.1" status: 200 len: 999 time: 0.0606811 Mar 11 03:20:10.970061 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf92f1-e7b5-4525-bb17-dd2b81a511a9 req-44b73b03-586f-4297-b590-d804bf60e24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:20:10.971147 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-78f428f8-5488-4bf9-975a-f7f63305154a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'name': 'tempest-TestVolumeBootPattern-1314935413-router', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:14:56Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '35782709df5e4313b93edef74cf56852', 'gw_port': {'id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:14:57Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': '3eba8fdd-7a55-4007-9265-6b0176e39e41', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'port_id': '1c0ed894-b055-4282-9081-66a3aeab96e1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'mac_address': 'fa:16:3e:0b:6b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9e07dc-09b8-4c02-94e8-8d377aaf3c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:18:16Z', 'updated_at': '2022-03-11T03:18:19Z', 'revision_number': 1, 'project_id': '35782709df5e4313b93edef74cf56852', 'fixed_ip_address_scope': None}, {'id': '889470e3-6197-4da3-8be1-46893e90be99', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'port_id': 'fe4049b1-c924-43fb-aa4b-5b52849dd458', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'mac_address': 'fa:16:3e:d3:27:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15b907d-7704-4322-b0e6-49825cc7c6bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:20:09Z', 'updated_at': '2022-03-11T03:20:09Z', 'revision_number': 0, 'project_id': '35782709df5e4313b93edef74cf56852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bf9e685-d578-4a2b-a944-ff57abd96f15', 'name': '', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'mac_address': 'fa:16:3e:a3:44:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:15:00Z', 'updated_at': '2022-03-11T03:15:04Z', 'revision_number': 5, 'project_id': '35782709df5e4313b93edef74cf56852', 'subnets': [{'id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:20:10.971491 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-79cf92f1-e7b5-4525-bb17-dd2b81a511a9 req-44b73b03-586f-4297-b590-d804bf60e24c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a2b4a50b-7f36-4ec6-b3c7-892482e45a07 HTTP/1.1" status: 200 len: 851 time: 0.0430813 Mar 11 03:20:11.000836 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f428f8-5488-4bf9-975a-f7f63305154a None None] Checking router: 5a771705-699a-4c0b-8dbc-c83a77811843 for host: dv-cinder-740146-14-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:20:11.009505 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f428f8-5488-4bf9-975a-f7f63305154a None None] Routers {'5a771705-699a-4c0b-8dbc-c83a77811843'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:20:11.010136 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-78f428f8-5488-4bf9-975a-f7f63305154a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:20:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['5a771705-699a-4c0b-8dbc-c83a77811843'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:20:11.019261 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf92f1-e7b5-4525-bb17-dd2b81a511a9 req-b0413249-4d52-40de-a23f-9d46e28d1484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:20:11.020721 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-79cf92f1-e7b5-4525-bb17-dd2b81a511a9 req-b0413249-4d52-40de-a23f-9d46e28d1484 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=40900669-df90-4f82-b7ae-055eaee2edde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438952 Mar 11 03:20:11.114714 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-79cf92f1-e7b5-4525-bb17-dd2b81a511a9 req-693d678a-36c0-4a41-a8c8-5b2fdfb025a6 service neutron] 10.222.0.18 "GET /v2.0/networks/40900669-df90-4f82-b7ae-055eaee2edde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882554 Mar 11 03:20:11.116277 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-78f428f8-5488-4bf9-975a-f7f63305154a None None] Set router 5a771705-699a-4c0b-8dbc-c83a77811843 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:20:11.206706 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-79cf92f1-e7b5-4525-bb17-dd2b81a511a9 req-ec3e7fba-d504-4610-ad38-0fa54d1da4f7 service neutron] 10.222.0.18 "GET /v2.0/networks/40900669-df90-4f82-b7ae-055eaee2edde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848405 Mar 11 03:20:11.336910 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-78f428f8-5488-4bf9-975a-f7f63305154a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'name': 'tempest-TestVolumeBootPattern-1314935413-router', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:14:56Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '35782709df5e4313b93edef74cf56852', 'gw_port': {'id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:14:57Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': '3eba8fdd-7a55-4007-9265-6b0176e39e41', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'port_id': '1c0ed894-b055-4282-9081-66a3aeab96e1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'mac_address': 'fa:16:3e:0b:6b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9e07dc-09b8-4c02-94e8-8d377aaf3c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:18:16Z', 'updated_at': '2022-03-11T03:18:19Z', 'revision_number': 1, 'project_id': '35782709df5e4313b93edef74cf56852', 'fixed_ip_address_scope': None}, {'id': '889470e3-6197-4da3-8be1-46893e90be99', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'port_id': 'fe4049b1-c924-43fb-aa4b-5b52849dd458', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'mac_address': 'fa:16:3e:d3:27:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15b907d-7704-4322-b0e6-49825cc7c6bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:20:09Z', 'updated_at': '2022-03-11T03:20:09Z', 'revision_number': 0, 'project_id': '35782709df5e4313b93edef74cf56852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bf9e685-d578-4a2b-a944-ff57abd96f15', 'name': '', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'mac_address': 'fa:16:3e:a3:44:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:15:00Z', 'updated_at': '2022-03-11T03:15:04Z', 'revision_number': 5, 'project_id': '35782709df5e4313b93edef74cf56852', 'subnets': [{'id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:20:11.362793 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f428f8-5488-4bf9-975a-f7f63305154a None None] The sync data for ids ['5a771705-699a-4c0b-8dbc-c83a77811843'] in dv-cinder-740146-14-iscsi is: [{'id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'name': 'tempest-TestVolumeBootPattern-1314935413-router', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:14:56Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '35782709df5e4313b93edef74cf56852', 'gw_port': {'id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:14:57Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': '3eba8fdd-7a55-4007-9265-6b0176e39e41', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'port_id': '1c0ed894-b055-4282-9081-66a3aeab96e1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'mac_address': 'fa:16:3e:0b:6b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9e07dc-09b8-4c02-94e8-8d377aaf3c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:18:16Z', 'updated_at': '2022-03-11T03:18:19Z', 'revision_number': 1, 'project_id': '35782709df5e4313b93edef74cf56852', 'fixed_ip_address_scope': None}, {'id': '889470e3-6197-4da3-8be1-46893e90be99', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'port_id': 'fe4049b1-c924-43fb-aa4b-5b52849dd458', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'mac_address': 'fa:16:3e:d3:27:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15b907d-7704-4322-b0e6-49825cc7c6bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:20:09Z', 'updated_at': '2022-03-11T03:20:09Z', 'revision_number': 0, 'project_id': '35782709df5e4313b93edef74cf56852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bf9e685-d578-4a2b-a944-ff57abd96f15', 'name': '', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'mac_address': 'fa:16:3e:a3:44:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:15:00Z', 'updated_at': '2022-03-11T03:15:04Z', 'revision_number': 5, 'project_id': '35782709df5e4313b93edef74cf56852', 'subnets': [{'id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:20:11.548843 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04ab39c-2d15-4506-b453-acf856ec6734 None None] New status for floating IP 889470e3-6197-4da3-8be1-46893e90be99: ACTIVE {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 03:20:16.929656 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d3e52f5b-546b-4a55-b0c8-0ee075812abe req-9ec0da6f-8371-414f-8c11-6c8fbd2ce0e3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418291 Mar 11 03:20:16.995089 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e52f5b-546b-4a55-b0c8-0ee075812abe req-f0aec2eb-ea8b-444d-b9ce-c83d0e7a87fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:20:16.996556 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d3e52f5b-546b-4a55-b0c8-0ee075812abe req-f0aec2eb-ea8b-444d-b9ce-c83d0e7a87fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=91092df4470d486daf2fb46a8edb6f47&device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 1129 time: 0.0450959 Mar 11 03:20:17.347936 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e52f5b-546b-4a55-b0c8-0ee075812abe req-14c3457f-2c1a-476c-9ba8-af58d7ed6356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:20:17.349387 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d3e52f5b-546b-4a55-b0c8-0ee075812abe req-14c3457f-2c1a-476c-9ba8-af58d7ed6356 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bd9a6c91-7b34-488d-8358-f46b8592c5f6 HTTP/1.1" status: 200 len: 908 time: 0.3352919 Mar 11 03:20:17.412142 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d3e52f5b-546b-4a55-b0c8-0ee075812abe req-8aab000b-df88-450f-b437-d08ecb8dc1c1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74eee801-0567-4233-b0ce-333af8a39b08 HTTP/1.1" status: 200 len: 1001 time: 0.0562229 Mar 11 03:20:17.458316 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e52f5b-546b-4a55-b0c8-0ee075812abe req-f35eb45e-cfc4-465a-8c40-27bc2ee516fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:20:17.459747 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d3e52f5b-546b-4a55-b0c8-0ee075812abe req-f35eb45e-cfc4-465a-8c40-27bc2ee516fc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3277adb-7174-4def-a22b-35b761759871 HTTP/1.1" status: 200 len: 847 time: 0.0417104 Mar 11 03:20:17.510029 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e52f5b-546b-4a55-b0c8-0ee075812abe req-1e10485c-1da8-4f7b-832c-c64da686fa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:20:17.511493 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d3e52f5b-546b-4a55-b0c8-0ee075812abe req-1e10485c-1da8-4f7b-832c-c64da686fa66 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bd9a6c91-7b34-488d-8358-f46b8592c5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463915 Mar 11 03:20:17.598056 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d3e52f5b-546b-4a55-b0c8-0ee075812abe req-499fc7d2-991c-47d2-8c56-121d49ca614c service neutron] 10.222.0.18 "GET /v2.0/networks/bd9a6c91-7b34-488d-8358-f46b8592c5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808470 Mar 11 03:20:17.687613 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-d3e52f5b-546b-4a55-b0c8-0ee075812abe req-82a32868-9250-4604-a4dc-a519646b3237 service neutron] 10.222.0.18 "GET /v2.0/networks/bd9a6c91-7b34-488d-8358-f46b8592c5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841558 Mar 11 03:20:29.090389 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-ddbc1877-6681-438d-81d8-7c6289c4b7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:20:31.460592 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-76ec4803-4d9a-4433-93cd-b7feca7373bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:20:32.687296 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:20:34.280266 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:20:35.482536 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:20:35.711159 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:20:36.685373 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:20:51.948962 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6bb7b1-4814-49d8-b08d-c2cb3ceb976b req-ffa7f673-d32f-4ceb-85fa-74d10349c8b1 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:20:51.950467 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ed6bb7b1-4814-49d8-b08d-c2cb3ceb976b req-ffa7f673-d32f-4ceb-85fa-74d10349c8b1 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 945 time: 0.0518129 Mar 11 03:20:51.998850 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-ed6bb7b1-4814-49d8-b08d-c2cb3ceb976b req-38e0c0ce-98c2-4ba4-bff8-7023006c33ea tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1818c21-acdd-480f-980f-e89509fe53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425484 Mar 11 03:20:53.119396 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db469299-f24d-4c33-b50c-27ae40be5835 req-2406bf07-02e2-4b2e-9440-980a5c76e6f2 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:20:53.120861 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-db469299-f24d-4c33-b50c-27ae40be5835 req-2406bf07-02e2-4b2e-9440-980a5c76e6f2 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 945 time: 0.0521612 Mar 11 03:20:53.171755 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-db469299-f24d-4c33-b50c-27ae40be5835 req-8ab013da-f22e-4c41-bf7e-89b33b66016d tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1818c21-acdd-480f-980f-e89509fe53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454443 Mar 11 03:20:54.286963 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057f92d-74a1-4fee-9905-fc4cb0d188b0 req-b48d010c-9787-4001-94c7-3eb41ba8c12c tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:20:54.288522 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5057f92d-74a1-4fee-9905-fc4cb0d188b0 req-b48d010c-9787-4001-94c7-3eb41ba8c12c tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 945 time: 0.0525186 Mar 11 03:20:54.336255 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-5057f92d-74a1-4fee-9905-fc4cb0d188b0 req-0acd14ca-228d-466f-8a81-e0d07be79460 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1818c21-acdd-480f-980f-e89509fe53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422187 Mar 11 03:20:55.451898 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6948c49-1a16-438a-8926-955506ed1b20 req-275a57bb-b008-44be-9ae0-4c4037c2c91e tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:20:55.453614 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e6948c49-1a16-438a-8926-955506ed1b20 req-275a57bb-b008-44be-9ae0-4c4037c2c91e tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 945 time: 0.0518048 Mar 11 03:20:55.500432 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e6948c49-1a16-438a-8926-955506ed1b20 req-9135371d-e624-4960-a213-4177693211e7 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1818c21-acdd-480f-980f-e89509fe53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412035 Mar 11 03:20:56.620965 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e44e5-41fe-42e8-bbe2-45c3d3fa1bb9 req-99a11445-f36d-43c6-b550-7614246559de tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:20:56.622465 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-952e44e5-41fe-42e8-bbe2-45c3d3fa1bb9 req-99a11445-f36d-43c6-b550-7614246559de tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 945 time: 0.0569892 Mar 11 03:20:56.670460 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-952e44e5-41fe-42e8-bbe2-45c3d3fa1bb9 req-ff8afef3-7149-49b9-8aa6-61e297f6318c tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1818c21-acdd-480f-980f-e89509fe53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425262 Mar 11 03:20:57.787013 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c689ff-672c-4cfb-be69-8f3dea6d4c56 req-4aa6b84e-8d4a-464a-9155-f45c8ef8b25c tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:20:57.788462 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-75c689ff-672c-4cfb-be69-8f3dea6d4c56 req-4aa6b84e-8d4a-464a-9155-f45c8ef8b25c tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 945 time: 0.0525274 Mar 11 03:20:57.836078 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-75c689ff-672c-4cfb-be69-8f3dea6d4c56 req-12fafab7-9afa-4456-bb5d-a344079a79b7 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1818c21-acdd-480f-980f-e89509fe53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421102 Mar 11 03:20:58.950083 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778f487-85df-4c08-9d23-0f39aa4ab5c4 req-37cf1dfc-8f87-48d3-9b3e-040f18d83c20 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:20:58.951526 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1778f487-85df-4c08-9d23-0f39aa4ab5c4 req-37cf1dfc-8f87-48d3-9b3e-040f18d83c20 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 945 time: 0.0508165 Mar 11 03:20:59.002817 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-1778f487-85df-4c08-9d23-0f39aa4ab5c4 req-d2dba9d6-7dcc-4dd1-bab0-7d29237746a4 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1818c21-acdd-480f-980f-e89509fe53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454879 Mar 11 03:20:59.091890 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8bc580ac-5cd7-45da-a17b-269a323f431d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:00.118013 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a159fc-d385-4491-89eb-bdfc5616f8b8 req-2a44a630-14e5-429b-b6f3-784a1d42be78 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:00.119487 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d5a159fc-d385-4491-89eb-bdfc5616f8b8 req-2a44a630-14e5-429b-b6f3-784a1d42be78 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 945 time: 0.0520661 Mar 11 03:21:00.166928 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d5a159fc-d385-4491-89eb-bdfc5616f8b8 req-19873d23-5746-45ec-88c3-a439ae96f564 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1818c21-acdd-480f-980f-e89509fe53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419543 Mar 11 03:21:01.281442 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcf1b9-4e16-42ff-9988-39490708caec req-ed6e2391-8962-4187-84d2-3f137c61bb0c tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:01.282936 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e3dcf1b9-4e16-42ff-9988-39490708caec req-ed6e2391-8962-4187-84d2-3f137c61bb0c tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 945 time: 0.0506384 Mar 11 03:21:01.330335 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-e3dcf1b9-4e16-42ff-9988-39490708caec req-bdb3ff14-5321-44e8-b19b-320e3d8405ce tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1818c21-acdd-480f-980f-e89509fe53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414045 Mar 11 03:21:01.461615 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-16b92952-4daf-443e-87ad-b2408680108a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:02.118398 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db5698-a9d0-4f3b-9870-174c0802d9af req-8e8ea8a1-61f7-4517-ad35-974bb76e2af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:02.119957 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c0db5698-a9d0-4f3b-9870-174c0802d9af req-8e8ea8a1-61f7-4517-ad35-974bb76e2af7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=91092df4470d486daf2fb46a8edb6f47&device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 1129 time: 0.0467830 Mar 11 03:21:02.211509 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db5698-a9d0-4f3b-9870-174c0802d9af req-6c4f4b64-88c4-430c-8623-139327a2f9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:02.212947 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c0db5698-a9d0-4f3b-9870-174c0802d9af req-6c4f4b64-88c4-430c-8623-139327a2f9d9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bd9a6c91-7b34-488d-8358-f46b8592c5f6 HTTP/1.1" status: 200 len: 908 time: 0.0874407 Mar 11 03:21:02.276930 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c0db5698-a9d0-4f3b-9870-174c0802d9af req-c2c2876a-2b2e-46e7-a017-50051cf9d8f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74eee801-0567-4233-b0ce-333af8a39b08 HTTP/1.1" status: 200 len: 1001 time: 0.0582449 Mar 11 03:21:02.325348 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db5698-a9d0-4f3b-9870-174c0802d9af req-720ed848-ff89-423c-9cb8-9ad7651f2d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:02.326790 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c0db5698-a9d0-4f3b-9870-174c0802d9af req-720ed848-ff89-423c-9cb8-9ad7651f2d61 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3277adb-7174-4def-a22b-35b761759871 HTTP/1.1" status: 200 len: 847 time: 0.0430160 Mar 11 03:21:02.378960 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db5698-a9d0-4f3b-9870-174c0802d9af req-29716c2a-cc0f-4ede-bac8-5f96f2570908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:02.381068 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c0db5698-a9d0-4f3b-9870-174c0802d9af req-29716c2a-cc0f-4ede-bac8-5f96f2570908 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bd9a6c91-7b34-488d-8358-f46b8592c5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0487280 Mar 11 03:21:02.449875 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be29f7-6fc1-4b84-bcfe-ccb0fc283b8e req-d2476dbe-4a3b-40d8-886b-b3794df176bd tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:02.451362 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-14be29f7-6fc1-4b84-bcfe-ccb0fc283b8e req-d2476dbe-4a3b-40d8-886b-b3794df176bd tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 945 time: 0.0549304 Mar 11 03:21:02.471948 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c0db5698-a9d0-4f3b-9870-174c0802d9af req-a46880eb-8e05-446d-8940-a59625760626 service neutron] 10.222.0.18 "GET /v2.0/networks/bd9a6c91-7b34-488d-8358-f46b8592c5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842390 Mar 11 03:21:02.501728 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-14be29f7-6fc1-4b84-bcfe-ccb0fc283b8e req-b7d444bf-fc74-450d-b039-34818843be24 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1818c21-acdd-480f-980f-e89509fe53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444381 Mar 11 03:21:02.565545 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-c0db5698-a9d0-4f3b-9870-174c0802d9af req-d007c043-2d6f-4713-8b64-6a5ebfe6f1a6 service neutron] 10.222.0.18 "GET /v2.0/networks/bd9a6c91-7b34-488d-8358-f46b8592c5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867856 Mar 11 03:21:02.691376 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:03.618139 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8423c2-4ad8-4fbb-b179-99c6231c6663 req-5c906de6-f736-4660-a675-c5e10901b01e tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:03.619616 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6c8423c2-4ad8-4fbb-b179-99c6231c6663 req-5c906de6-f736-4660-a675-c5e10901b01e tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 945 time: 0.0532644 Mar 11 03:21:03.666616 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-6c8423c2-4ad8-4fbb-b179-99c6231c6663 req-f3ffd5c8-4ce0-4b4c-b83e-1eeac9f4f6fd tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1818c21-acdd-480f-980f-e89509fe53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415127 Mar 11 03:21:04.283132 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:04.792890 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b16d9-92a6-4c09-b5e1-5336c1252797 req-4125df10-1ad6-4398-833f-df851e398bfb tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:04.794429 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-602b16d9-92a6-4c09-b5e1-5336c1252797 req-4125df10-1ad6-4398-833f-df851e398bfb tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 945 time: 0.0611279 Mar 11 03:21:04.843434 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-602b16d9-92a6-4c09-b5e1-5336c1252797 req-a99e433f-97e6-475c-9644-0aa578669050 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1818c21-acdd-480f-980f-e89509fe53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434287 Mar 11 03:21:05.049618 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637e456-3638-4615-8a1a-16e5e27f6300 req-08872986-c36d-4ab7-b556-46e18d95348f tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:05.050293 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 51836) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:21:05.051200 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4637e456-3638-4615-8a1a-16e5e27f6300 req-08872986-c36d-4ab7-b556-46e18d95348f tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 945 time: 0.0541301 Mar 11 03:21:05.108121 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-4637e456-3638-4615-8a1a-16e5e27f6300 req-c26c1599-6492-42af-8755-6bf0574f53c5 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1818c21-acdd-480f-980f-e89509fe53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481322 Mar 11 03:21:05.136906 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-608a27ed-7d59-4759-b604-2838a624a13b req-a9c0f080-6e4e-4132-a40c-c7d351990dfb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0853732 Mar 11 03:21:05.145250 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [req-608a27ed-7d59-4759-b604-2838a624a13b req-efc362de-d661-4bd6-9a89-4703aedc30de service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=103365) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 03:21:05.146226 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-608a27ed-7d59-4759-b604-2838a624a13b req-efc362de-d661-4bd6-9a89-4703aedc30de service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049155 Mar 11 03:21:05.239448 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 51844) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:21:05.329303 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a27ed-7d59-4759-b604-2838a624a13b req-9b4d635d-65a5-4d08-ad9a-782fdbce7196 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:05.330646 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-608a27ed-7d59-4759-b604-2838a624a13b req-9b4d635d-65a5-4d08-ad9a-782fdbce7196 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports/74eee801-0567-4233-b0ce-333af8a39b08 HTTP/1.1" status: 200 len: 942 time: 0.0899258 Mar 11 03:21:05.711495 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:06.229519 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ff3fc-8284-43e7-af59-b80e5ba653d8 req-94007569-31e0-412f-a404-14b7b0fb6f7a tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:06.231073 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c14ff3fc-8284-43e7-af59-b80e5ba653d8 req-94007569-31e0-412f-a404-14b7b0fb6f7a tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 945 time: 0.0554941 Mar 11 03:21:06.285152 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c14ff3fc-8284-43e7-af59-b80e5ba653d8 req-00b29e1e-5e89-4a09-8956-76513cccc927 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1818c21-acdd-480f-980f-e89509fe53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484352 Mar 11 03:21:06.524845 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a27ed-7d59-4759-b604-2838a624a13b req-6093c608-f50c-4dc8-929b-08920c59904a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:06.526374 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-608a27ed-7d59-4759-b604-2838a624a13b req-6093c608-f50c-4dc8-929b-08920c59904a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2&tenant_id=91092df4470d486daf2fb46a8edb6f47 HTTP/1.1" status: 200 len: 1129 time: 0.0489519 Mar 11 03:21:06.590672 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a27ed-7d59-4759-b604-2838a624a13b req-83d437a1-d4e7-4143-8f0d-cf744d995c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:06.592069 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-608a27ed-7d59-4759-b604-2838a624a13b req-83d437a1-d4e7-4143-8f0d-cf744d995c7c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=91092df4470d486daf2fb46a8edb6f47&device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 1129 time: 0.0450461 Mar 11 03:21:06.679812 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:06.682574 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a27ed-7d59-4759-b604-2838a624a13b req-b805b134-dff8-438c-ac08-27077023f019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:06.684028 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-608a27ed-7d59-4759-b604-2838a624a13b req-b805b134-dff8-438c-ac08-27077023f019 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bd9a6c91-7b34-488d-8358-f46b8592c5f6 HTTP/1.1" status: 200 len: 908 time: 0.0866473 Mar 11 03:21:06.747033 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-608a27ed-7d59-4759-b604-2838a624a13b req-2e0043fc-5b52-4e6b-b5e6-ca5ad42238d7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74eee801-0567-4233-b0ce-333af8a39b08 HTTP/1.1" status: 200 len: 1001 time: 0.0575926 Mar 11 03:21:06.793536 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a27ed-7d59-4759-b604-2838a624a13b req-e345132c-1c1a-4293-9d90-f07fc3d44557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:06.795000 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-608a27ed-7d59-4759-b604-2838a624a13b req-e345132c-1c1a-4293-9d90-f07fc3d44557 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3277adb-7174-4def-a22b-35b761759871 HTTP/1.1" status: 200 len: 847 time: 0.0423677 Mar 11 03:21:06.845948 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a27ed-7d59-4759-b604-2838a624a13b req-736f355d-44eb-4464-b284-32ec78c3b456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:06.847317 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-608a27ed-7d59-4759-b604-2838a624a13b req-736f355d-44eb-4464-b284-32ec78c3b456 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bd9a6c91-7b34-488d-8358-f46b8592c5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0469041 Mar 11 03:21:06.933248 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-608a27ed-7d59-4759-b604-2838a624a13b req-180ad259-6ba1-4ba3-8e0c-fad25dded198 service neutron] 10.222.0.18 "GET /v2.0/networks/bd9a6c91-7b34-488d-8358-f46b8592c5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796251 Mar 11 03:21:07.022368 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-608a27ed-7d59-4759-b604-2838a624a13b req-1fec9d3d-84d8-4357-afda-de449c97ee3f service neutron] 10.222.0.18 "GET /v2.0/networks/bd9a6c91-7b34-488d-8358-f46b8592c5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831335 Mar 11 03:21:07.626792 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f86daa-867f-4870-b045-a6440e0e068d req-794013b0-4e56-40f4-b466-bcd4cc1a794d tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:07.628258 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-47f86daa-867f-4870-b045-a6440e0e068d req-794013b0-4e56-40f4-b466-bcd4cc1a794d tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 945 time: 0.2753837 Mar 11 03:21:07.675544 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-47f86daa-867f-4870-b045-a6440e0e068d req-e95d3453-0973-46c9-b93d-146186864aa5 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1818c21-acdd-480f-980f-e89509fe53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405316 Mar 11 03:21:08.274957 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 74eee801-0567-4233-b0ce-333af8a39b08 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:21:08.360156 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 74eee801-0567-4233-b0ce-333af8a39b08 is: ACTIVE; New status is: DOWN {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:21:08.360545 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (74eee801-0567-4233-b0ce-333af8a39b08), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:08.385386 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80bd384-987b-4d96-9eca-8c6f95a892a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74eee801-0567-4233-b0ce-333af8a39b08'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:21:08.388835 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288e491573ecc61b3bf0bc0bc1cef05b47d52e8efc38ed9f7c410eed2e18b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8fee205-f5d5-49e2-afb5-6e8981b9c3e0" -d '{"events": [{"server_uuid": "d80bd384-987b-4d96-9eca-8c6f95a892a2", "name": "network-vif-unplugged", "status": "completed", "tag": "74eee801-0567-4233-b0ce-333af8a39b08"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:21:08.405435 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 74eee801-0567-4233-b0ce-333af8a39b08, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=74eee801-0567-4233-b0ce-333af8a39b08,segment=NetworkSegment(2a3b4369-cf19-4e74-9472-71f0003d941c),segment_id=2a3b4369-cf19-4e74-9472-71f0003d941c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:21:08.409930 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (74eee801-0567-4233-b0ce-333af8a39b08), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:08.461966 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=74eee801-0567-4233-b0ce-333af8a39b08,revision_number=6']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:21:08.469375 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:21:08.469736 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:21:08.470119 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:21:08.470493 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:21:08.470835 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:21:08.471202 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:21:08.471537 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:21:08.471869 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:21:08.472513 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:21:08.472864 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:21:08.473398 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:21:08.474377 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:21:08.474864 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:21:08.492424 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 03:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b9f4d7-7e7c-40b3-a66c-b646ea28dc55 x-openstack-request-id: req-b3b9f4d7-7e7c-40b3-a66c-b646ea28dc55 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:21:08.492723 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80bd384-987b-4d96-9eca-8c6f95a892a2", "name": "network-vif-unplugged", "status": "completed", "tag": "74eee801-0567-4233-b0ce-333af8a39b08", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:21:08.492981 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b3b9f4d7-7e7c-40b3-a66c-b646ea28dc55 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:21:08.493410 dv-cinder-740146-14-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd80bd384-987b-4d96-9eca-8c6f95a892a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74eee801-0567-4233-b0ce-333af8a39b08', 'code': 200} Mar 11 03:21:08.803894 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb84cef-f2ae-4ac2-9c8f-683e7febc674 req-f5055a17-ebd9-4973-8447-25244871829c tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:08.805444 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bbb84cef-f2ae-4ac2-9c8f-683e7febc674 req-f5055a17-ebd9-4973-8447-25244871829c tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 943 time: 0.0623405 Mar 11 03:21:08.858583 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bbb84cef-f2ae-4ac2-9c8f-683e7febc674 req-6b39f7cb-b3b7-4e80-a747-df39624e64bd tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1818c21-acdd-480f-980f-e89509fe53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471356 Mar 11 03:21:09.979871 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db81a2c-3ee2-4218-9252-c7d04a08a3b4 req-a8c29dc9-c2a8-4e77-b9d6-3a06fe6e7b25 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:09.981319 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2db81a2c-3ee2-4218-9252-c7d04a08a3b4 req-a8c29dc9-c2a8-4e77-b9d6-3a06fe6e7b25 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 943 time: 0.0553153 Mar 11 03:21:10.028583 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2db81a2c-3ee2-4218-9252-c7d04a08a3b4 req-54405242-0128-4e55-98ee-a6a92c520756 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1818c21-acdd-480f-980f-e89509fe53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415702 Mar 11 03:21:11.145457 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd904a-a2c7-419e-a4ae-366e9a29ff10 req-756efb79-3ac8-40bd-92f6-d96663948880 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:11.147195 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-effd904a-a2c7-419e-a4ae-366e9a29ff10 req-756efb79-3ac8-40bd-92f6-d96663948880 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 943 time: 0.0525138 Mar 11 03:21:11.195945 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-effd904a-a2c7-419e-a4ae-366e9a29ff10 req-fc16e075-1b09-43ff-8d79-6b15b27a8d28 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1818c21-acdd-480f-980f-e89509fe53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432458 Mar 11 03:21:12.315459 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84757a35-df73-4d3e-bd25-1feda8315fab req-5ac83c72-24eb-400b-a512-c2f783a5f9dd tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:12.317436 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-84757a35-df73-4d3e-bd25-1feda8315fab req-5ac83c72-24eb-400b-a512-c2f783a5f9dd tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 943 time: 0.0542586 Mar 11 03:21:12.364851 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-84757a35-df73-4d3e-bd25-1feda8315fab req-a084aedb-e439-4313-859c-bdc932daff2d tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1818c21-acdd-480f-980f-e89509fe53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418866 Mar 11 03:21:12.481116 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:21:13.092920 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a1dd8-6d6e-4983-a20a-9767ade79a71 req-bdbb51ab-6ff2-4f76-9608-2a767bc06369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:13.094413 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ba5a1dd8-6d6e-4983-a20a-9767ade79a71 req-bdbb51ab-6ff2-4f76-9608-2a767bc06369 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 1127 time: 0.0442610 Mar 11 03:21:13.139158 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-ba5a1dd8-6d6e-4983-a20a-9767ade79a71 req-6f7075f1-435b-49ad-b168-ec79212f3963 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d1818c21-acdd-480f-980f-e89509fe53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385387 Mar 11 03:21:13.478349 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5e8ed-c2de-4e20-9ee8-2a095999cf17 req-2662922d-ab18-44a1-a317-193d79958378 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:13.479790 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3eb5e8ed-c2de-4e20-9ee8-2a095999cf17 req-2662922d-ab18-44a1-a317-193d79958378 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 943 time: 0.0507846 Mar 11 03:21:13.526654 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-3eb5e8ed-c2de-4e20-9ee8-2a095999cf17 req-141bf513-4ad1-423e-a959-eb556c0e5e78 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1818c21-acdd-480f-980f-e89509fe53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414164 Mar 11 03:21:14.640829 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb813684-215c-403d-9786-257c519e380b req-fc50fb91-25e7-4c2e-8076-e74d8f073d10 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:14.642305 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bb813684-215c-403d-9786-257c519e380b req-fc50fb91-25e7-4c2e-8076-e74d8f073d10 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 943 time: 0.0523772 Mar 11 03:21:14.694363 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-bb813684-215c-403d-9786-257c519e380b req-f75c4475-db25-4563-b1c5-36d316b4fb6c tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1818c21-acdd-480f-980f-e89509fe53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461714 Mar 11 03:21:16.321516 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 74eee801-0567-4233-b0ce-333af8a39b08 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=103366) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 03:21:16.416164 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 74eee801-0567-4233-b0ce-333af8a39b08, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=74eee801-0567-4233-b0ce-333af8a39b08,segment=NetworkSegment(2a3b4369-cf19-4e74-9472-71f0003d941c),segment_id=2a3b4369-cf19-4e74-9472-71f0003d941c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:21:16.428082 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Returning: {'device': '74eee801-0567-4233-b0ce-333af8a39b08', 'network_id': 'bd9a6c91-7b34-488d-8358-f46b8592c5f6', 'port_id': '74eee801-0567-4233-b0ce-333af8a39b08', 'mac_address': 'fa:16:3e:b4:6c:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3277adb-7174-4def-a22b-35b761759871', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103366) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 03:21:16.468481 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 74eee801-0567-4233-b0ce-333af8a39b08 is: DOWN; New status is: BUILD {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:21:16.468873 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (74eee801-0567-4233-b0ce-333af8a39b08), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:16.484448 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74eee801-0567-4233-b0ce-333af8a39b08 {{(pid=103366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 03:21:16.503301 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 74eee801-0567-4233-b0ce-333af8a39b08, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=74eee801-0567-4233-b0ce-333af8a39b08,segment=NetworkSegment(2a3b4369-cf19-4e74-9472-71f0003d941c),segment_id=2a3b4369-cf19-4e74-9472-71f0003d941c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:21:16.507821 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (74eee801-0567-4233-b0ce-333af8a39b08), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:16.552773 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=74eee801-0567-4233-b0ce-333af8a39b08,revision_number=7']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:21:16.750930 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] get_ports_and_sgs() called for port_ids ['74eee801-0567-4233-b0ce-333af8a39b08'] {{(pid=103366) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 03:21:17.342954 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a637346c-7fea-4633-bd29-86463f006343 req-97722cdc-d124-4ca7-88f1-59a44ff73d6c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8a9e07dc-09b8-4c02-94e8-8d377aaf3c90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429411 Mar 11 03:21:17.428711 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637346c-7fea-4633-bd29-86463f006343 req-4431764b-10db-49b7-bc64-36f3d49d2d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:17.430098 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a637346c-7fea-4633-bd29-86463f006343 req-4431764b-10db-49b7-bc64-36f3d49d2d3e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35782709df5e4313b93edef74cf56852&device_id=8a9e07dc-09b8-4c02-94e8-8d377aaf3c90 HTTP/1.1" status: 200 len: 1130 time: 0.0471826 Mar 11 03:21:17.529556 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637346c-7fea-4633-bd29-86463f006343 req-7796e7d2-c4ad-4ea8-8711-92defdf52a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:17.531008 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a637346c-7fea-4633-bd29-86463f006343 req-7796e7d2-c4ad-4ea8-8711-92defdf52a83 service neutron] 10.222.0.18 "GET /v2.0/networks?id=40900669-df90-4f82-b7ae-055eaee2edde HTTP/1.1" status: 200 len: 912 time: 0.0829432 Mar 11 03:21:17.597518 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a637346c-7fea-4633-bd29-86463f006343 req-a3ebdb7c-885c-4e84-8758-5e4c9a012b2f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c0ed894-b055-4282-9081-66a3aeab96e1 HTTP/1.1" status: 200 len: 1000 time: 0.0601108 Mar 11 03:21:17.643347 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637346c-7fea-4633-bd29-86463f006343 req-14cbf98f-8c79-4b15-ab7e-162f5ccf7e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:17.644719 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a637346c-7fea-4633-bd29-86463f006343 req-14cbf98f-8c79-4b15-ab7e-162f5ccf7e96 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a2b4a50b-7f36-4ec6-b3c7-892482e45a07 HTTP/1.1" status: 200 len: 851 time: 0.0417404 Mar 11 03:21:17.697334 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637346c-7fea-4633-bd29-86463f006343 req-1ab19262-5c97-41e3-b369-329cd1606337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:17.699377 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a637346c-7fea-4633-bd29-86463f006343 req-1ab19262-5c97-41e3-b369-329cd1606337 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=40900669-df90-4f82-b7ae-055eaee2edde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0477583 Mar 11 03:21:17.790417 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a637346c-7fea-4633-bd29-86463f006343 req-1bde6bd0-a572-4ff3-bd62-5d79cde9b847 service neutron] 10.222.0.18 "GET /v2.0/networks/40900669-df90-4f82-b7ae-055eaee2edde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847092 Mar 11 03:21:17.876808 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a637346c-7fea-4633-bd29-86463f006343 req-521cbd1f-0dc5-4094-8830-f0b959a6ef8f service neutron] 10.222.0.18 "GET /v2.0/networks/40900669-df90-4f82-b7ae-055eaee2edde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803030 Mar 11 03:21:18.342716 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 74eee801-0567-4233-b0ce-333af8a39b08 up at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 03:21:18.389100 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.provisioning_blocks [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Provisioning complete for port 74eee801-0567-4233-b0ce-333af8a39b08 triggered by entity L2. {{(pid=103366) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 03:21:18.389389 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16045814'] for port (74eee801-0567-4233-b0ce-333af8a39b08), provisioning_complete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:18.470584 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Current status of the port 74eee801-0567-4233-b0ce-333af8a39b08 is: BUILD; New status is: ACTIVE {{(pid=103366) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 03:21:18.470978 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16186040'] for port (74eee801-0567-4233-b0ce-333af8a39b08), before_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:18.492480 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80bd384-987b-4d96-9eca-8c6f95a892a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74eee801-0567-4233-b0ce-333af8a39b08'}] {{(pid=103366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:21:18.494716 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}288e491573ecc61b3bf0bc0bc1cef05b47d52e8efc38ed9f7c410eed2e18b0db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6926226-6cae-492d-8fcd-6ad76a7a73ca" -d '{"events": [{"server_uuid": "d80bd384-987b-4d96-9eca-8c6f95a892a2", "name": "network-vif-plugged", "status": "completed", "tag": "74eee801-0567-4233-b0ce-333af8a39b08"}]}' {{(pid=103366) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:21:18.507110 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] For port 74eee801-0567-4233-b0ce-333af8a39b08, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=74eee801-0567-4233-b0ce-333af8a39b08,segment=NetworkSegment(2a3b4369-cf19-4e74-9472-71f0003d941c),segment_id=2a3b4369-cf19-4e74-9472-71f0003d941c)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:21:18.511244 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766925149543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766924696688', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766924696706'] for port (74eee801-0567-4233-b0ce-333af8a39b08), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:18.537657 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d30a57-defa-47d3-9528-051392b93827 x-openstack-request-id: req-63d30a57-defa-47d3-9528-051392b93827 {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:21:18.537973 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80bd384-987b-4d96-9eca-8c6f95a892a2", "name": "network-vif-plugged", "status": "completed", "tag": "74eee801-0567-4233-b0ce-333af8a39b08", "code": 200}]} {{(pid=103366) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:21:18.538228 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-63d30a57-defa-47d3-9528-051392b93827 {{(pid=103366) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:21:18.538610 dv-cinder-740146-14-iscsi neutron-server[103366]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd80bd384-987b-4d96-9eca-8c6f95a892a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74eee801-0567-4233-b0ce-333af8a39b08', 'code': 200} Mar 11 03:21:18.560926 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Pushing event updated for resources: {'Port': ['ID=74eee801-0567-4233-b0ce-333af8a39b08,revision_number=8']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:21:29.094534 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c895ddb0-9e51-40aa-83ee-cb118fad1e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:31.464230 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-fbedacc0-21b8-49ad-858d-e2e18e5f3cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:32.694087 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:34.285479 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:35.713761 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:36.705878 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:37.730252 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 51878) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:21:37.888765 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-3c8b4d8b-d6ff-45c0-a435-335f06a1d311 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Deleting port 4decfae5-635f-4596-8281-474c8c5d0265 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:21:37.889108 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3c8b4d8b-d6ff-45c0-a435-335f06a1d311 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (4decfae5-635f-4596-8281-474c8c5d0265), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:37.962577 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3c8b4d8b-d6ff-45c0-a435-335f06a1d311 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (4decfae5-635f-4596-8281-474c8c5d0265), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:37.962900 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3c8b4d8b-d6ff-45c0-a435-335f06a1d311 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for floatingip (4decfae5-635f-4596-8281-474c8c5d0265), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:37.974326 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-3c8b4d8b-d6ff-45c0-a435-335f06a1d311 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Calling delete_port for 4decfae5-635f-4596-8281-474c8c5d0265 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:21:38.139736 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3c8b4d8b-d6ff-45c0-a435-335f06a1d311 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (4decfae5-635f-4596-8281-474c8c5d0265), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:38.164001 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b4d8b-d6ff-45c0-a435-335f06a1d311 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Pushing event deleted for resources: {'Port': ['ID=4decfae5-635f-4596-8281-474c8c5d0265,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:21:38.175009 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b4d8b-d6ff-45c0-a435-335f06a1d311 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:21:38.175369 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b4d8b-d6ff-45c0-a435-335f06a1d311 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:21:38.175709 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b4d8b-d6ff-45c0-a435-335f06a1d311 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:21:38.176043 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b4d8b-d6ff-45c0-a435-335f06a1d311 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:21:38.176373 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b4d8b-d6ff-45c0-a435-335f06a1d311 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:21:38.176700 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b4d8b-d6ff-45c0-a435-335f06a1d311 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:21:38.177024 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b4d8b-d6ff-45c0-a435-335f06a1d311 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:21:38.177354 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b4d8b-d6ff-45c0-a435-335f06a1d311 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:21:38.177707 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b4d8b-d6ff-45c0-a435-335f06a1d311 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:21:38.178060 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b4d8b-d6ff-45c0-a435-335f06a1d311 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:21:38.178389 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b4d8b-d6ff-45c0-a435-335f06a1d311 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:21:38.178768 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b4d8b-d6ff-45c0-a435-335f06a1d311 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:21:38.179092 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8b4d8b-d6ff-45c0-a435-335f06a1d311 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:21:38.235192 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3c8b4d8b-d6ff-45c0-a435-335f06a1d311 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for floatingip (889470e3-6197-4da3-8be1-46893e90be99), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:38.235518 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.db.l3_db [None req-3c8b4d8b-d6ff-45c0-a435-335f06a1d311 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Floating IP 889470e3-6197-4da3-8be1-46893e90be99 disassociated (deleted). External IP: 172.27.2.167, port: fe4049b1-c924-43fb-aa4b-5b52849dd458. Mar 11 03:21:38.440960 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8b4d8b-d6ff-45c0-a435-335f06a1d311 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Router 5a771705-699a-4c0b-8dbc-c83a77811843 has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:21:38.548754 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8b4d8b-d6ff-45c0-a435-335f06a1d311 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:21:38.554095 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-3c8b4d8b-d6ff-45c0-a435-335f06a1d311 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:38.559371 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8999e57-65db-4e23-87b9-80add135f70b None None] Sync routers for ids ['5a771705-699a-4c0b-8dbc-c83a77811843'] in dv-cinder-740146-14-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:21:38.569129 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8999e57-65db-4e23-87b9-80add135f70b None None] Routers {'5a771705-699a-4c0b-8dbc-c83a77811843'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:21:38.569986 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a8999e57-65db-4e23-87b9-80add135f70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:21:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['5a771705-699a-4c0b-8dbc-c83a77811843'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:21:38.582676 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-3c8b4d8b-d6ff-45c0-a435-335f06a1d311 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "DELETE /v2.0/floatingips/889470e3-6197-4da3-8be1-46893e90be99 HTTP/1.1" status: 204 len: 168 time: 0.8513525 Mar 11 03:21:38.583366 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b15b907d-7704-4322-b0e6-49825cc7c6bf', 'tag': 'fe4049b1-c924-43fb-aa4b-5b52849dd458'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:21:38.585777 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6dfade-1283-4338-abb1-310228a991d1" -d '{"events": [{"name": "network-changed", "server_uuid": "b15b907d-7704-4322-b0e6-49825cc7c6bf", "tag": "fe4049b1-c924-43fb-aa4b-5b52849dd458"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:21:38.622555 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d925f52c-bbb9-4263-871b-45ce3836d83b x-openstack-request-id: req-d925f52c-bbb9-4263-871b-45ce3836d83b {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:21:38.622860 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b15b907d-7704-4322-b0e6-49825cc7c6bf", "tag": "fe4049b1-c924-43fb-aa4b-5b52849dd458", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:21:38.623277 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d925f52c-bbb9-4263-871b-45ce3836d83b {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:21:38.624035 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b15b907d-7704-4322-b0e6-49825cc7c6bf', 'tag': 'fe4049b1-c924-43fb-aa4b-5b52849dd458', 'status': 'completed', 'code': 200} Mar 11 03:21:38.682519 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-a8999e57-65db-4e23-87b9-80add135f70b None None] Set router 5a771705-699a-4c0b-8dbc-c83a77811843 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:21:38.692773 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6dfade-1283-4338-abb1-310228a991d1 req-63e064ff-c8e7-4d76-b3ba-5cda43aff9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:38.695425 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-be6dfade-1283-4338-abb1-310228a991d1 req-63e064ff-c8e7-4d76-b3ba-5cda43aff9c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35782709df5e4313b93edef74cf56852&device_id=b15b907d-7704-4322-b0e6-49825cc7c6bf HTTP/1.1" status: 200 len: 1129 time: 0.0495498 Mar 11 03:21:38.806071 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6dfade-1283-4338-abb1-310228a991d1 req-8777d534-b1f9-421b-b6bb-d438153e3f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:38.807563 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-be6dfade-1283-4338-abb1-310228a991d1 req-8777d534-b1f9-421b-b6bb-d438153e3f90 service neutron] 10.222.0.18 "GET /v2.0/networks?id=40900669-df90-4f82-b7ae-055eaee2edde HTTP/1.1" status: 200 len: 912 time: 0.1010542 Mar 11 03:21:38.822697 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4358f71-52e7-4303-a346-368244556ee4 req-1c311276-f2e3-4384-955e-042ba89831fa tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:38.824246 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b4358f71-52e7-4303-a346-368244556ee4 req-1c311276-f2e3-4384-955e-042ba89831fa tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=b15b907d-7704-4322-b0e6-49825cc7c6bf HTTP/1.1" status: 200 len: 945 time: 0.0543213 Mar 11 03:21:38.852699 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-be6dfade-1283-4338-abb1-310228a991d1 req-ceba89af-b8d2-4707-9e67-0cf8e835cfcc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe4049b1-c924-43fb-aa4b-5b52849dd458 HTTP/1.1" status: 200 len: 217 time: 0.0387423 Mar 11 03:21:38.874096 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-b4358f71-52e7-4303-a346-368244556ee4 req-7f78583b-c1bc-4739-bb28-38234bafb1ee tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440063 Mar 11 03:21:38.906112 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6dfade-1283-4338-abb1-310228a991d1 req-9a5bc6a6-8829-4c51-9b0f-11cc27929478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:38.907632 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-be6dfade-1283-4338-abb1-310228a991d1 req-9a5bc6a6-8829-4c51-9b0f-11cc27929478 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a2b4a50b-7f36-4ec6-b3c7-892482e45a07 HTTP/1.1" status: 200 len: 851 time: 0.0483918 Mar 11 03:21:38.922424 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a8999e57-65db-4e23-87b9-80add135f70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'name': 'tempest-TestVolumeBootPattern-1314935413-router', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:14:56Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '35782709df5e4313b93edef74cf56852', 'gw_port': {'id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:14:57Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': '3eba8fdd-7a55-4007-9265-6b0176e39e41', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'port_id': '1c0ed894-b055-4282-9081-66a3aeab96e1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'mac_address': 'fa:16:3e:0b:6b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9e07dc-09b8-4c02-94e8-8d377aaf3c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:18:16Z', 'updated_at': '2022-03-11T03:18:19Z', 'revision_number': 1, 'project_id': '35782709df5e4313b93edef74cf56852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bf9e685-d578-4a2b-a944-ff57abd96f15', 'name': '', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'mac_address': 'fa:16:3e:a3:44:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:15:00Z', 'updated_at': '2022-03-11T03:15:04Z', 'revision_number': 5, 'project_id': '35782709df5e4313b93edef74cf56852', 'subnets': [{'id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:21:38.964828 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6dfade-1283-4338-abb1-310228a991d1 req-6dd1deed-b737-4fe2-86a8-ba1b1a819758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:38.966386 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-be6dfade-1283-4338-abb1-310228a991d1 req-6dd1deed-b737-4fe2-86a8-ba1b1a819758 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=40900669-df90-4f82-b7ae-055eaee2edde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0521185 Mar 11 03:21:39.039126 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8999e57-65db-4e23-87b9-80add135f70b None None] Checking router: 5a771705-699a-4c0b-8dbc-c83a77811843 for host: dv-cinder-740146-14-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:21:39.047665 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8999e57-65db-4e23-87b9-80add135f70b None None] Routers {'5a771705-699a-4c0b-8dbc-c83a77811843'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:21:39.048300 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a8999e57-65db-4e23-87b9-80add135f70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:21:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['5a771705-699a-4c0b-8dbc-c83a77811843'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:21:39.060065 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-be6dfade-1283-4338-abb1-310228a991d1 req-c02eda86-0b48-42db-9162-99c48eb813a4 service neutron] 10.222.0.18 "GET /v2.0/networks/40900669-df90-4f82-b7ae-055eaee2edde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866625 Mar 11 03:21:39.152462 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-be6dfade-1283-4338-abb1-310228a991d1 req-6c06b16c-b73c-4fa8-89ba-00e1631791b1 service neutron] 10.222.0.18 "GET /v2.0/networks/40900669-df90-4f82-b7ae-055eaee2edde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860267 Mar 11 03:21:39.157274 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-a8999e57-65db-4e23-87b9-80add135f70b None None] Set router 5a771705-699a-4c0b-8dbc-c83a77811843 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:21:39.375919 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-a8999e57-65db-4e23-87b9-80add135f70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'name': 'tempest-TestVolumeBootPattern-1314935413-router', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:14:56Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '35782709df5e4313b93edef74cf56852', 'gw_port': {'id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:14:57Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': '3eba8fdd-7a55-4007-9265-6b0176e39e41', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'port_id': '1c0ed894-b055-4282-9081-66a3aeab96e1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'mac_address': 'fa:16:3e:0b:6b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9e07dc-09b8-4c02-94e8-8d377aaf3c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:18:16Z', 'updated_at': '2022-03-11T03:18:19Z', 'revision_number': 1, 'project_id': '35782709df5e4313b93edef74cf56852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bf9e685-d578-4a2b-a944-ff57abd96f15', 'name': '', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'mac_address': 'fa:16:3e:a3:44:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:15:00Z', 'updated_at': '2022-03-11T03:15:04Z', 'revision_number': 5, 'project_id': '35782709df5e4313b93edef74cf56852', 'subnets': [{'id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:21:39.405022 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8999e57-65db-4e23-87b9-80add135f70b None None] The sync data for ids ['5a771705-699a-4c0b-8dbc-c83a77811843'] in dv-cinder-740146-14-iscsi is: [{'id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'name': 'tempest-TestVolumeBootPattern-1314935413-router', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:14:56Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '35782709df5e4313b93edef74cf56852', 'gw_port': {'id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:14:57Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_floatingips': [{'id': '3eba8fdd-7a55-4007-9265-6b0176e39e41', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'router_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'port_id': '1c0ed894-b055-4282-9081-66a3aeab96e1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'mac_address': 'fa:16:3e:0b:6b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9e07dc-09b8-4c02-94e8-8d377aaf3c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T03:18:16Z', 'updated_at': '2022-03-11T03:18:19Z', 'revision_number': 1, 'project_id': '35782709df5e4313b93edef74cf56852', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bf9e685-d578-4a2b-a944-ff57abd96f15', 'name': '', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'mac_address': 'fa:16:3e:a3:44:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:15:00Z', 'updated_at': '2022-03-11T03:15:04Z', 'revision_number': 5, 'project_id': '35782709df5e4313b93edef74cf56852', 'subnets': [{'id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:21:39.637223 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e3833a-e125-4173-9afd-974cf53926f3 None None] New status for floating IP 889470e3-6197-4da3-8be1-46893e90be99: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 03:21:39.995003 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a3dc0-c5fc-46cd-b064-fd2ca4053cc0 req-479cd3a3-0c2d-46f4-ab07-b919125dd263 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:39.996478 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cc6a3dc0-c5fc-46cd-b064-fd2ca4053cc0 req-479cd3a3-0c2d-46f4-ab07-b919125dd263 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=b15b907d-7704-4322-b0e6-49825cc7c6bf HTTP/1.1" status: 200 len: 945 time: 0.0529487 Mar 11 03:21:40.044387 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-cc6a3dc0-c5fc-46cd-b064-fd2ca4053cc0 req-05e90f10-76ec-408f-b844-e52b3109e29d tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423408 Mar 11 03:21:40.319218 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4434c-ec61-4eae-a034-4ad5af31e734 req-0313159a-1233-4245-9b61-5fb6451dec2f tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:40.320589 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a3d4434c-ec61-4eae-a034-4ad5af31e734 req-0313159a-1233-4245-9b61-5fb6451dec2f tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.18 "GET /v2.0/ports?device_id=b15b907d-7704-4322-b0e6-49825cc7c6bf HTTP/1.1" status: 200 len: 945 time: 0.0530040 Mar 11 03:21:40.413218 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-a3d4434c-ec61-4eae-a034-4ad5af31e734 req-60674ce5-7dee-49b6-a6c9-c174772d7232 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Deleting port fe4049b1-c924-43fb-aa4b-5b52849dd458 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:21:40.413546 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a3d4434c-ec61-4eae-a034-4ad5af31e734 req-60674ce5-7dee-49b6-a6c9-c174772d7232 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (fe4049b1-c924-43fb-aa4b-5b52849dd458), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:40.507602 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-a3d4434c-ec61-4eae-a034-4ad5af31e734 req-60674ce5-7dee-49b6-a6c9-c174772d7232 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] For port fe4049b1-c924-43fb-aa4b-5b52849dd458, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=fe4049b1-c924-43fb-aa4b-5b52849dd458,segment=NetworkSegment(7f40feb2-6419-48b9-817e-48dcb6686157),segment_id=7f40feb2-6419-48b9-817e-48dcb6686157)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:21:40.507964 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a3d4434c-ec61-4eae-a034-4ad5af31e734 req-60674ce5-7dee-49b6-a6c9-c174772d7232 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (fe4049b1-c924-43fb-aa4b-5b52849dd458), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:40.520299 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-a3d4434c-ec61-4eae-a034-4ad5af31e734 req-60674ce5-7dee-49b6-a6c9-c174772d7232 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Calling delete_port for fe4049b1-c924-43fb-aa4b-5b52849dd458 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:21:40.647828 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a3d4434c-ec61-4eae-a034-4ad5af31e734 req-60674ce5-7dee-49b6-a6c9-c174772d7232 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (fe4049b1-c924-43fb-aa4b-5b52849dd458), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:40.675366 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60674ce5-7dee-49b6-a6c9-c174772d7232 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Pushing event deleted for resources: {'Port': ['ID=fe4049b1-c924-43fb-aa4b-5b52849dd458,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:21:40.723497 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d4434c-ec61-4eae-a034-4ad5af31e734 req-60674ce5-7dee-49b6-a6c9-c174772d7232 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] No DVR routers for this DVR port fe4049b1-c924-43fb-aa4b-5b52849dd458 on host hv-cinder-74014 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:21:40.725976 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-a3d4434c-ec61-4eae-a034-4ad5af31e734 req-60674ce5-7dee-49b6-a6c9-c174772d7232 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:40.729142 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-a3d4434c-ec61-4eae-a034-4ad5af31e734 req-60674ce5-7dee-49b6-a6c9-c174772d7232 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.18 "DELETE /v2.0/ports/fe4049b1-c924-43fb-aa4b-5b52849dd458 HTTP/1.1" status: 204 len: 173 time: 0.4011645 Mar 11 03:21:40.729573 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15b907d-7704-4322-b0e6-49825cc7c6bf', 'name': 'network-vif-deleted', 'tag': 'fe4049b1-c924-43fb-aa4b-5b52849dd458'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:21:40.731820 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90779fe6-86a0-4d58-9eb3-941e0473120c" -d '{"events": [{"server_uuid": "b15b907d-7704-4322-b0e6-49825cc7c6bf", "name": "network-vif-deleted", "tag": "fe4049b1-c924-43fb-aa4b-5b52849dd458"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:21:40.775018 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43fb4e53-246a-4940-ab9b-2e7bd0fa41fa x-openstack-request-id: req-43fb4e53-246a-4940-ab9b-2e7bd0fa41fa {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:21:40.775320 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b15b907d-7704-4322-b0e6-49825cc7c6bf", "name": "network-vif-deleted", "tag": "fe4049b1-c924-43fb-aa4b-5b52849dd458", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:21:40.775575 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-43fb4e53-246a-4940-ab9b-2e7bd0fa41fa {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:21:40.775978 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b15b907d-7704-4322-b0e6-49825cc7c6bf', 'name': 'network-vif-deleted', 'tag': 'fe4049b1-c924-43fb-aa4b-5b52849dd458', 'status': 'completed', 'code': 200} Mar 11 03:21:41.158430 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-c38a28b9-256d-4be7-94c7-009ae7a31341 req-1dc493f9-ed52-4910-ae32-cf208c9d8d50 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=b15b907d-7704-4322-b0e6-49825cc7c6bf HTTP/1.1" status: 200 len: 210 time: 0.0327377 Mar 11 03:21:44.391538 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device fe4049b1-c924-43fb-aa4b-5b52849dd458 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:21:44.414853 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] No Port match for: fe4049b1-c924-43fb-aa4b-5b52849dd458 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:21:44.415191 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device fe4049b1-c924-43fb-aa4b-5b52849dd458 not bound to the agent host hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:21:44.437702 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 51906) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:21:44.599883 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-0c5f1c81-f61b-4307-ae3f-8b1d1622434c tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Deleting port 14000d55-dac9-4912-b40b-70d44a384c58 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:21:44.600519 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0c5f1c81-f61b-4307-ae3f-8b1d1622434c tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (14000d55-dac9-4912-b40b-70d44a384c58), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:44.683776 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0c5f1c81-f61b-4307-ae3f-8b1d1622434c tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (14000d55-dac9-4912-b40b-70d44a384c58), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:44.684027 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0c5f1c81-f61b-4307-ae3f-8b1d1622434c tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for floatingip (14000d55-dac9-4912-b40b-70d44a384c58), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:44.697491 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-0c5f1c81-f61b-4307-ae3f-8b1d1622434c tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Calling delete_port for 14000d55-dac9-4912-b40b-70d44a384c58 owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:21:44.844747 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0c5f1c81-f61b-4307-ae3f-8b1d1622434c tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (14000d55-dac9-4912-b40b-70d44a384c58), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:44.874610 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f1c81-f61b-4307-ae3f-8b1d1622434c tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Pushing event deleted for resources: {'Port': ['ID=14000d55-dac9-4912-b40b-70d44a384c58,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:21:44.929634 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0c5f1c81-f61b-4307-ae3f-8b1d1622434c tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for floatingip (3eba8fdd-7a55-4007-9265-6b0176e39e41), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:44.929996 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.db.l3_db [None req-0c5f1c81-f61b-4307-ae3f-8b1d1622434c tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Floating IP 3eba8fdd-7a55-4007-9265-6b0176e39e41 disassociated (deleted). External IP: 172.27.2.3, port: 1c0ed894-b055-4282-9081-66a3aeab96e1. Mar 11 03:21:45.381990 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5f1c81-f61b-4307-ae3f-8b1d1622434c tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Router 5a771705-699a-4c0b-8dbc-c83a77811843 has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:21:45.488428 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5f1c81-f61b-4307-ae3f-8b1d1622434c tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:21:45.493636 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0c5f1c81-f61b-4307-ae3f-8b1d1622434c tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:45.498243 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69ddf5b-6e3f-4f9c-83fa-c4950404788b None None] Sync routers for ids ['5a771705-699a-4c0b-8dbc-c83a77811843'] in dv-cinder-740146-14-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:21:45.508204 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69ddf5b-6e3f-4f9c-83fa-c4950404788b None None] Routers {'5a771705-699a-4c0b-8dbc-c83a77811843'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:21:45.508801 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c69ddf5b-6e3f-4f9c-83fa-c4950404788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:21:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['5a771705-699a-4c0b-8dbc-c83a77811843'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:21:45.522911 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-0c5f1c81-f61b-4307-ae3f-8b1d1622434c tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "DELETE /v2.0/floatingips/3eba8fdd-7a55-4007-9265-6b0176e39e41 HTTP/1.1" status: 204 len: 168 time: 1.0841062 Mar 11 03:21:45.523494 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a9e07dc-09b8-4c02-94e8-8d377aaf3c90', 'tag': '1c0ed894-b055-4282-9081-66a3aeab96e1'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:21:45.525751 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad6b45e-eef2-4b2b-bcc6-bc02002cc103" -d '{"events": [{"name": "network-changed", "server_uuid": "8a9e07dc-09b8-4c02-94e8-8d377aaf3c90", "tag": "1c0ed894-b055-4282-9081-66a3aeab96e1"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:21:45.563138 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8b28ca-609d-424d-8206-80b86fdebfab x-openstack-request-id: req-ea8b28ca-609d-424d-8206-80b86fdebfab {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:21:45.563493 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a9e07dc-09b8-4c02-94e8-8d377aaf3c90", "tag": "1c0ed894-b055-4282-9081-66a3aeab96e1", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:21:45.563921 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ea8b28ca-609d-424d-8206-80b86fdebfab {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:21:45.564373 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a9e07dc-09b8-4c02-94e8-8d377aaf3c90', 'tag': '1c0ed894-b055-4282-9081-66a3aeab96e1', 'status': 'completed', 'code': 200} Mar 11 03:21:45.622642 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-c69ddf5b-6e3f-4f9c-83fa-c4950404788b None None] Set router 5a771705-699a-4c0b-8dbc-c83a77811843 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:21:45.635278 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6b45e-eef2-4b2b-bcc6-bc02002cc103 req-7cbc4d01-0ccb-4fd6-90a8-c907b11e9121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:45.636795 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-aad6b45e-eef2-4b2b-bcc6-bc02002cc103 req-7cbc4d01-0ccb-4fd6-90a8-c907b11e9121 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35782709df5e4313b93edef74cf56852&device_id=8a9e07dc-09b8-4c02-94e8-8d377aaf3c90 HTTP/1.1" status: 200 len: 1130 time: 0.0504336 Mar 11 03:21:45.749204 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6b45e-eef2-4b2b-bcc6-bc02002cc103 req-1c28f259-a862-41f0-a207-6d56f98f58eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:45.750797 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-aad6b45e-eef2-4b2b-bcc6-bc02002cc103 req-1c28f259-a862-41f0-a207-6d56f98f58eb service neutron] 10.222.0.18 "GET /v2.0/networks?id=40900669-df90-4f82-b7ae-055eaee2edde HTTP/1.1" status: 200 len: 912 time: 0.1056252 Mar 11 03:21:45.768095 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f96190-c658-4a89-9df7-af9d9fa62990 req-5550a096-9b04-416f-844e-e9bf20f5b713 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:45.770530 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-98f96190-c658-4a89-9df7-af9d9fa62990 req-5550a096-9b04-416f-844e-e9bf20f5b713 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a9e07dc-09b8-4c02-94e8-8d377aaf3c90 HTTP/1.1" status: 200 len: 946 time: 0.0632758 Mar 11 03:21:45.802111 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-aad6b45e-eef2-4b2b-bcc6-bc02002cc103 req-45194e29-1432-490c-87a2-a940025b5f72 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1c0ed894-b055-4282-9081-66a3aeab96e1 HTTP/1.1" status: 200 len: 217 time: 0.0441737 Mar 11 03:21:45.820428 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-98f96190-c658-4a89-9df7-af9d9fa62990 req-dcef3b7c-b71e-462b-8a28-df1679fa8f05 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438476 Mar 11 03:21:45.852521 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c69ddf5b-6e3f-4f9c-83fa-c4950404788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'name': 'tempest-TestVolumeBootPattern-1314935413-router', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:14:56Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '35782709df5e4313b93edef74cf56852', 'gw_port': {'id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:14:57Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '7bf9e685-d578-4a2b-a944-ff57abd96f15', 'name': '', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'mac_address': 'fa:16:3e:a3:44:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:15:00Z', 'updated_at': '2022-03-11T03:15:04Z', 'revision_number': 5, 'project_id': '35782709df5e4313b93edef74cf56852', 'subnets': [{'id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:21:45.856828 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6b45e-eef2-4b2b-bcc6-bc02002cc103 req-37694817-e2b0-4424-836e-68965c09bd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:45.858317 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-aad6b45e-eef2-4b2b-bcc6-bc02002cc103 req-37694817-e2b0-4424-836e-68965c09bd5a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a2b4a50b-7f36-4ec6-b3c7-892482e45a07 HTTP/1.1" status: 200 len: 851 time: 0.0491543 Mar 11 03:21:45.882779 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69ddf5b-6e3f-4f9c-83fa-c4950404788b None None] Checking router: 5a771705-699a-4c0b-8dbc-c83a77811843 for host: dv-cinder-740146-14-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:21:45.891035 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69ddf5b-6e3f-4f9c-83fa-c4950404788b None None] Routers {'5a771705-699a-4c0b-8dbc-c83a77811843'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:21:45.891589 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c69ddf5b-6e3f-4f9c-83fa-c4950404788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:21:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['5a771705-699a-4c0b-8dbc-c83a77811843'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:21:45.914442 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6b45e-eef2-4b2b-bcc6-bc02002cc103 req-54d3dde5-f212-4d8a-9c11-d20b8473b394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:45.915944 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-aad6b45e-eef2-4b2b-bcc6-bc02002cc103 req-54d3dde5-f212-4d8a-9c11-d20b8473b394 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=40900669-df90-4f82-b7ae-055eaee2edde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0491719 Mar 11 03:21:46.002614 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-c69ddf5b-6e3f-4f9c-83fa-c4950404788b None None] Set router 5a771705-699a-4c0b-8dbc-c83a77811843 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:21:46.007161 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-aad6b45e-eef2-4b2b-bcc6-bc02002cc103 req-e852c674-62ab-4fc2-aad7-0a2d37623bc4 service neutron] 10.222.0.18 "GET /v2.0/networks/40900669-df90-4f82-b7ae-055eaee2edde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833137 Mar 11 03:21:46.109041 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-aad6b45e-eef2-4b2b-bcc6-bc02002cc103 req-20c1cefc-aef7-45ab-8d84-3f10b74a7b89 service neutron] 10.222.0.18 "GET /v2.0/networks/40900669-df90-4f82-b7ae-055eaee2edde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862851 Mar 11 03:21:46.206326 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-c69ddf5b-6e3f-4f9c-83fa-c4950404788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'name': 'tempest-TestVolumeBootPattern-1314935413-router', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:14:56Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '35782709df5e4313b93edef74cf56852', 'gw_port': {'id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:14:57Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '7bf9e685-d578-4a2b-a944-ff57abd96f15', 'name': '', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'mac_address': 'fa:16:3e:a3:44:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:15:00Z', 'updated_at': '2022-03-11T03:15:04Z', 'revision_number': 5, 'project_id': '35782709df5e4313b93edef74cf56852', 'subnets': [{'id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:21:46.232725 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69ddf5b-6e3f-4f9c-83fa-c4950404788b None None] The sync data for ids ['5a771705-699a-4c0b-8dbc-c83a77811843'] in dv-cinder-740146-14-iscsi is: [{'id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'name': 'tempest-TestVolumeBootPattern-1314935413-router', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:14:56Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '35782709df5e4313b93edef74cf56852', 'gw_port': {'id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:14:57Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '7bf9e685-d578-4a2b-a944-ff57abd96f15', 'name': '', 'network_id': '40900669-df90-4f82-b7ae-055eaee2edde', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'mac_address': 'fa:16:3e:a3:44:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:15:00Z', 'updated_at': '2022-03-11T03:15:04Z', 'revision_number': 5, 'project_id': '35782709df5e4313b93edef74cf56852', 'subnets': [{'id': 'a2b4a50b-7f36-4ec6-b3c7-892482e45a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:21:46.445675 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7fb389-555c-4a03-a692-9a2ce6303008 None None] New status for floating IP 3eba8fdd-7a55-4007-9265-6b0176e39e41: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 03:21:46.941731 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab1f05-1574-46b4-98d1-f6d0a4d8d6c2 req-e07b0349-a7e4-4776-a2b1-5bcaf5a1ec8d tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:46.944607 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-89ab1f05-1574-46b4-98d1-f6d0a4d8d6c2 req-e07b0349-a7e4-4776-a2b1-5bcaf5a1ec8d tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a9e07dc-09b8-4c02-94e8-8d377aaf3c90 HTTP/1.1" status: 200 len: 946 time: 0.0531871 Mar 11 03:21:46.993119 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-89ab1f05-1574-46b4-98d1-f6d0a4d8d6c2 req-07686d52-18ae-4f2f-a6a2-72e5aabffdea tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/security-groups?id=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434330 Mar 11 03:21:47.312713 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193f0cd-1108-46b5-b950-439261b8bea6 req-f423aad9-c802-4eb0-8014-1ca1b8d67bce tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:21:47.314221 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-f193f0cd-1108-46b5-b950-439261b8bea6 req-f423aad9-c802-4eb0-8014-1ca1b8d67bce tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a9e07dc-09b8-4c02-94e8-8d377aaf3c90 HTTP/1.1" status: 200 len: 946 time: 0.0533469 Mar 11 03:21:47.408058 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-f193f0cd-1108-46b5-b950-439261b8bea6 req-be2fac4d-6a48-4c3e-98b0-15cca82fca07 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Deleting port 1c0ed894-b055-4282-9081-66a3aeab96e1 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:21:47.408317 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f193f0cd-1108-46b5-b950-439261b8bea6 req-be2fac4d-6a48-4c3e-98b0-15cca82fca07 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (1c0ed894-b055-4282-9081-66a3aeab96e1), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:47.499077 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-f193f0cd-1108-46b5-b950-439261b8bea6 req-be2fac4d-6a48-4c3e-98b0-15cca82fca07 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] For port 1c0ed894-b055-4282-9081-66a3aeab96e1, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=1c0ed894-b055-4282-9081-66a3aeab96e1,segment=NetworkSegment(7f40feb2-6419-48b9-817e-48dcb6686157),segment_id=7f40feb2-6419-48b9-817e-48dcb6686157)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:21:47.499438 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f193f0cd-1108-46b5-b950-439261b8bea6 req-be2fac4d-6a48-4c3e-98b0-15cca82fca07 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (1c0ed894-b055-4282-9081-66a3aeab96e1), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:47.512404 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-f193f0cd-1108-46b5-b950-439261b8bea6 req-be2fac4d-6a48-4c3e-98b0-15cca82fca07 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Calling delete_port for 1c0ed894-b055-4282-9081-66a3aeab96e1 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:21:47.639824 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f193f0cd-1108-46b5-b950-439261b8bea6 req-be2fac4d-6a48-4c3e-98b0-15cca82fca07 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (1c0ed894-b055-4282-9081-66a3aeab96e1), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:47.669690 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2fac4d-6a48-4c3e-98b0-15cca82fca07 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Pushing event deleted for resources: {'Port': ['ID=1c0ed894-b055-4282-9081-66a3aeab96e1,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:21:47.713792 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-f193f0cd-1108-46b5-b950-439261b8bea6 req-be2fac4d-6a48-4c3e-98b0-15cca82fca07 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] No DVR routers for this DVR port 1c0ed894-b055-4282-9081-66a3aeab96e1 on host hv-cinder-74014 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:21:47.716279 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-f193f0cd-1108-46b5-b950-439261b8bea6 req-be2fac4d-6a48-4c3e-98b0-15cca82fca07 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:47.719566 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-f193f0cd-1108-46b5-b950-439261b8bea6 req-be2fac4d-6a48-4c3e-98b0-15cca82fca07 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.18 "DELETE /v2.0/ports/1c0ed894-b055-4282-9081-66a3aeab96e1 HTTP/1.1" status: 204 len: 173 time: 0.3995583 Mar 11 03:21:47.720003 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9e07dc-09b8-4c02-94e8-8d377aaf3c90', 'name': 'network-vif-deleted', 'tag': '1c0ed894-b055-4282-9081-66a3aeab96e1'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:21:47.722308 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e171d23-c998-4e06-a3fe-f00360c5e68f" -d '{"events": [{"server_uuid": "8a9e07dc-09b8-4c02-94e8-8d377aaf3c90", "name": "network-vif-deleted", "tag": "1c0ed894-b055-4282-9081-66a3aeab96e1"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:21:47.765515 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb275cf8-25a1-49f5-b9c2-6258dcc33572 x-openstack-request-id: req-fb275cf8-25a1-49f5-b9c2-6258dcc33572 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:21:47.765802 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9e07dc-09b8-4c02-94e8-8d377aaf3c90", "name": "network-vif-deleted", "tag": "1c0ed894-b055-4282-9081-66a3aeab96e1", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:21:47.766091 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb275cf8-25a1-49f5-b9c2-6258dcc33572 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:21:47.766512 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9e07dc-09b8-4c02-94e8-8d377aaf3c90', 'name': 'network-vif-deleted', 'tag': '1c0ed894-b055-4282-9081-66a3aeab96e1', 'status': 'completed', 'code': 200} Mar 11 03:21:48.106557 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-d92f659f-2b6f-4ced-a2a1-9358d4a57752 req-3b7d9b38-e692-4bcd-a804-d6ff71347a7e tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a9e07dc-09b8-4c02-94e8-8d377aaf3c90 HTTP/1.1" status: 200 len: 210 time: 0.0311940 Mar 11 03:21:49.162694 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 51924) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:21:49.285532 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-da9bcf00-460a-4636-8b44-9134d9c584c1 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Deleting port 70bf2518-aea5-4bf7-bbc3-9a6dbffb19ff {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:21:49.285909 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-da9bcf00-460a-4636-8b44-9134d9c584c1 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (70bf2518-aea5-4bf7-bbc3-9a6dbffb19ff), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:49.363710 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-da9bcf00-460a-4636-8b44-9134d9c584c1 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (70bf2518-aea5-4bf7-bbc3-9a6dbffb19ff), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:49.363958 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-da9bcf00-460a-4636-8b44-9134d9c584c1 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for floatingip (70bf2518-aea5-4bf7-bbc3-9a6dbffb19ff), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:49.375938 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-da9bcf00-460a-4636-8b44-9134d9c584c1 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Calling delete_port for 70bf2518-aea5-4bf7-bbc3-9a6dbffb19ff owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:21:49.479600 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:21:49.507750 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-da9bcf00-460a-4636-8b44-9134d9c584c1 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (70bf2518-aea5-4bf7-bbc3-9a6dbffb19ff), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:49.533956 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9bcf00-460a-4636-8b44-9134d9c584c1 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Pushing event deleted for resources: {'Port': ['ID=70bf2518-aea5-4bf7-bbc3-9a6dbffb19ff,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:21:49.592525 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-da9bcf00-460a-4636-8b44-9134d9c584c1 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for floatingip (05d3785e-b728-46b6-82ad-1d15b9123b57), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:49.595100 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-da9bcf00-460a-4636-8b44-9134d9c584c1 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:49.596249 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-da9bcf00-460a-4636-8b44-9134d9c584c1 tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "DELETE /v2.0/floatingips/05d3785e-b728-46b6-82ad-1d15b9123b57 HTTP/1.1" status: 204 len: 168 time: 0.4325781 Mar 11 03:21:50.420380 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 1c0ed894-b055-4282-9081-66a3aeab96e1 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:21:50.439424 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] No Port match for: 1c0ed894-b055-4282-9081-66a3aeab96e1 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:21:50.439768 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 1c0ed894-b055-4282-9081-66a3aeab96e1 not bound to the agent host hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:21:50.786520 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 51936) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:21:50.845704 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0d50ffae-ae32-4381-bfcc-e88a460b41ad tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for security_group (09f5ff8f-a9bf-49c5-a123-6a19c99bf73e), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:50.871043 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0d50ffae-ae32-4381-bfcc-e88a460b41ad tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for security_group (09f5ff8f-a9bf-49c5-a123-6a19c99bf73e), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:50.929608 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0d50ffae-ae32-4381-bfcc-e88a460b41ad tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (09f5ff8f-a9bf-49c5-a123-6a19c99bf73e), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:50.932374 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0d50ffae-ae32-4381-bfcc-e88a460b41ad tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:50.933509 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-0d50ffae-ae32-4381-bfcc-e88a460b41ad tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] 10.222.0.16 "DELETE /v2.0/security-groups/09f5ff8f-a9bf-49c5-a123-6a19c99bf73e HTTP/1.1" status: 204 len: 168 time: 0.1459880 Mar 11 03:21:50.942369 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50ffae-ae32-4381-bfcc-e88a460b41ad tempest-TestVolumeBootPattern-1565624957 tempest-TestVolumeBootPattern-1565624957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f5ff8f-a9bf-49c5-a123-6a19c99bf73e,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:21:51.997626 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 51942) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:21:52.512364 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0812aad7-cc33-4bc5-82cc-763f8dd13fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736952'] for router_interface (5a771705-699a-4c0b-8dbc-c83a77811843), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:52.757049 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-0812aad7-cc33-4bc5-82cc-763f8dd13fbe admin admin] Deleting port 7bf9e685-d578-4a2b-a944-ff57abd96f15 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:21:52.757383 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0812aad7-cc33-4bc5-82cc-763f8dd13fbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (7bf9e685-d578-4a2b-a944-ff57abd96f15), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:52.840629 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-0812aad7-cc33-4bc5-82cc-763f8dd13fbe admin admin] For port 7bf9e685-d578-4a2b-a944-ff57abd96f15, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=7bf9e685-d578-4a2b-a944-ff57abd96f15,segment=NetworkSegment(7f40feb2-6419-48b9-817e-48dcb6686157),segment_id=7f40feb2-6419-48b9-817e-48dcb6686157)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:21:52.840878 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0812aad7-cc33-4bc5-82cc-763f8dd13fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (7bf9e685-d578-4a2b-a944-ff57abd96f15), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:52.853450 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-0812aad7-cc33-4bc5-82cc-763f8dd13fbe admin admin] Calling delete_port for 7bf9e685-d578-4a2b-a944-ff57abd96f15 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:21:53.025680 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0812aad7-cc33-4bc5-82cc-763f8dd13fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (7bf9e685-d578-4a2b-a944-ff57abd96f15), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:53.050098 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0812aad7-cc33-4bc5-82cc-763f8dd13fbe admin admin] Pushing event deleted for resources: {'Port': ['ID=7bf9e685-d578-4a2b-a944-ff57abd96f15,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:21:53.216336 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0812aad7-cc33-4bc5-82cc-763f8dd13fbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752168'] for router_interface (5a771705-699a-4c0b-8dbc-c83a77811843), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:53.435809 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0812aad7-cc33-4bc5-82cc-763f8dd13fbe admin admin] Router 5a771705-699a-4c0b-8dbc-c83a77811843 has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:21:53.540967 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0812aad7-cc33-4bc5-82cc-763f8dd13fbe admin admin] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:21:53.546180 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-0812aad7-cc33-4bc5-82cc-763f8dd13fbe admin admin] 10.222.0.16 "PUT /v2.0/routers/5a771705-699a-4c0b-8dbc-c83a77811843/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5473971 Mar 11 03:21:53.548592 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 51946) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:21:53.550144 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711cdbf3-fc77-4092-927f-9abeba5b1642 None None] Sync routers for ids ['5a771705-699a-4c0b-8dbc-c83a77811843'] in dv-cinder-740146-14-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:21:53.560471 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711cdbf3-fc77-4092-927f-9abeba5b1642 None None] Routers {'5a771705-699a-4c0b-8dbc-c83a77811843'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:21:53.561076 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-711cdbf3-fc77-4092-927f-9abeba5b1642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:21:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['5a771705-699a-4c0b-8dbc-c83a77811843'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:21:53.653218 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6d52992-1903-4bb9-be5f-cefce2c493a2 admin admin] Publish callbacks [] for router (5a771705-699a-4c0b-8dbc-c83a77811843), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:53.763587 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6d52992-1903-4bb9-be5f-cefce2c493a2 admin admin] Publish callbacks [] for router_gateway (5a771705-699a-4c0b-8dbc-c83a77811843), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:53.764412 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-711cdbf3-fc77-4092-927f-9abeba5b1642 None None] Set router 5a771705-699a-4c0b-8dbc-c83a77811843 gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:21:53.813703 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-d6d52992-1903-4bb9-be5f-cefce2c493a2 admin admin] Deleting port 193d8c61-dfff-43ef-a7c9-d8946b0e5f03 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:21:53.814073 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6d52992-1903-4bb9-be5f-cefce2c493a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (193d8c61-dfff-43ef-a7c9-d8946b0e5f03), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:53.894803 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-d6d52992-1903-4bb9-be5f-cefce2c493a2 admin admin] For port 193d8c61-dfff-43ef-a7c9-d8946b0e5f03, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=193d8c61-dfff-43ef-a7c9-d8946b0e5f03,segment=NetworkSegment(77d20882-625f-4a13-9566-ab6cf60f2c81),segment_id=77d20882-625f-4a13-9566-ab6cf60f2c81)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:21:53.895169 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6d52992-1903-4bb9-be5f-cefce2c493a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (193d8c61-dfff-43ef-a7c9-d8946b0e5f03), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:53.907545 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-d6d52992-1903-4bb9-be5f-cefce2c493a2 admin admin] Calling delete_port for 193d8c61-dfff-43ef-a7c9-d8946b0e5f03 owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:21:53.936205 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-711cdbf3-fc77-4092-927f-9abeba5b1642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'name': 'tempest-TestVolumeBootPattern-1314935413-router', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:14:56Z', 'updated_at': '2022-03-11T03:21:52Z', 'revision_number': 5, 'project_id': '35782709df5e4313b93edef74cf56852', 'gw_port': {'id': '193d8c61-dfff-43ef-a7c9-d8946b0e5f03', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:f3:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:14:57Z', 'updated_at': '2022-03-11T03:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi'}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:21:53.963096 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711cdbf3-fc77-4092-927f-9abeba5b1642 None None] Checking router: 5a771705-699a-4c0b-8dbc-c83a77811843 for host: dv-cinder-740146-14-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:21:53.971137 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711cdbf3-fc77-4092-927f-9abeba5b1642 None None] Routers {'5a771705-699a-4c0b-8dbc-c83a77811843'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:21:53.971742 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-711cdbf3-fc77-4092-927f-9abeba5b1642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:21:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['5a771705-699a-4c0b-8dbc-c83a77811843'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:21:54.060535 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-711cdbf3-fc77-4092-927f-9abeba5b1642 None None] Set router 5a771705-699a-4c0b-8dbc-c83a77811843 gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:21:54.073366 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6d52992-1903-4bb9-be5f-cefce2c493a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (193d8c61-dfff-43ef-a7c9-d8946b0e5f03), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:54.097176 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d52992-1903-4bb9-be5f-cefce2c493a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=193d8c61-dfff-43ef-a7c9-d8946b0e5f03,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:21:54.117043 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-711cdbf3-fc77-4092-927f-9abeba5b1642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'name': 'tempest-TestVolumeBootPattern-1314935413-router', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:14:56Z', 'updated_at': '2022-03-11T03:21:53Z', 'revision_number': 6, 'project_id': '35782709df5e4313b93edef74cf56852', 'gw_port_host': None}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:21:54.142982 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711cdbf3-fc77-4092-927f-9abeba5b1642 None None] The sync data for ids ['5a771705-699a-4c0b-8dbc-c83a77811843'] in dv-cinder-740146-14-iscsi is: [{'id': '5a771705-699a-4c0b-8dbc-c83a77811843', 'name': 'tempest-TestVolumeBootPattern-1314935413-router', 'tenant_id': '35782709df5e4313b93edef74cf56852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:14:56Z', 'updated_at': '2022-03-11T03:21:53Z', 'revision_number': 6, 'project_id': '35782709df5e4313b93edef74cf56852', 'gw_port_host': None}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:21:54.160644 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6d52992-1903-4bb9-be5f-cefce2c493a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1739970'] for router_gateway (5a771705-699a-4c0b-8dbc-c83a77811843), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:54.252174 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6d52992-1903-4bb9-be5f-cefce2c493a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1750349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28411'] for router (5a771705-699a-4c0b-8dbc-c83a77811843), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:54.254312 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6d52992-1903-4bb9-be5f-cefce2c493a2 admin admin] Publish callbacks [] for router_controller (5a771705-699a-4c0b-8dbc-c83a77811843), precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:54.299223 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6d52992-1903-4bb9-be5f-cefce2c493a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1750358'] for router (5a771705-699a-4c0b-8dbc-c83a77811843), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:54.299987 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d52992-1903-4bb9-be5f-cefce2c493a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a771705-699a-4c0b-8dbc-c83a77811843 {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 03:21:54.304808 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d6d52992-1903-4bb9-be5f-cefce2c493a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:54.306077 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d6d52992-1903-4bb9-be5f-cefce2c493a2 admin admin] 10.222.0.16 "DELETE /v2.0/routers/5a771705-699a-4c0b-8dbc-c83a77811843 HTTP/1.1" status: 204 len: 168 time: 0.7563858 Mar 11 03:21:54.308562 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 51948) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:21:54.353082 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-a864cfc2-f5c5-499b-902e-06eabd0b1cee admin admin] Deleting subnet a2b4a50b-7f36-4ec6-b3c7-892482e45a07 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 03:21:54.356255 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a864cfc2-f5c5-499b-902e-06eabd0b1cee admin admin] Publish callbacks [] for subnet (a2b4a50b-7f36-4ec6-b3c7-892482e45a07), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:54.388568 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a864cfc2-f5c5-499b-902e-06eabd0b1cee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3715445'] for subnet (a2b4a50b-7f36-4ec6-b3c7-892482e45a07), precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:54.466474 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a864cfc2-f5c5-499b-902e-06eabd0b1cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16040164'] for subnet (a2b4a50b-7f36-4ec6-b3c7-892482e45a07), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:54.518955 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a864cfc2-f5c5-499b-902e-06eabd0b1cee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16040175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26187709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25193187'] for subnet (a2b4a50b-7f36-4ec6-b3c7-892482e45a07), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:54.546985 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864cfc2-f5c5-499b-902e-06eabd0b1cee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2b4a50b-7f36-4ec6-b3c7-892482e45a07,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:21:54.549012 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a864cfc2-f5c5-499b-902e-06eabd0b1cee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:54.552141 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a864cfc2-f5c5-499b-902e-06eabd0b1cee admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a2b4a50b-7f36-4ec6-b3c7-892482e45a07 HTTP/1.1" status: 204 len: 168 time: 0.2424366 Mar 11 03:21:54.554840 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 51950) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:21:54.555681 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d929b02-e9e1-40c7-a541-a4925617590d None None] Network 40900669-df90-4f82-b7ae-055eaee2edde requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:21:54.631528 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d961f2d2-cb66-4190-82bf-bd828c61d454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16082977'] for network (40900669-df90-4f82-b7ae-055eaee2edde), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:54.931255 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55e3acd-b361-4e51-88cd-72789a3a4047 None None] DHCP port deletion for 40900669-df90-4f82-b7ae-055eaee2edde request from dv-cinder-740146-14-iscsi {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 03:21:54.949507 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-d961f2d2-cb66-4190-82bf-bd828c61d454 admin admin] Deleting port 2a365c72-fd8b-495f-916c-54e1f7a5f337 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:21:54.949844 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d961f2d2-cb66-4190-82bf-bd828c61d454 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (2a365c72-fd8b-495f-916c-54e1f7a5f337), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:54.978882 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-e55e3acd-b361-4e51-88cd-72789a3a4047 None None] Deleting port 2a365c72-fd8b-495f-916c-54e1f7a5f337 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:21:54.979249 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e55e3acd-b361-4e51-88cd-72789a3a4047 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (2a365c72-fd8b-495f-916c-54e1f7a5f337), before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:55.012975 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-d961f2d2-cb66-4190-82bf-bd828c61d454 admin admin] For port 2a365c72-fd8b-495f-916c-54e1f7a5f337, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=2a365c72-fd8b-495f-916c-54e1f7a5f337,segment=NetworkSegment(7f40feb2-6419-48b9-817e-48dcb6686157),segment_id=7f40feb2-6419-48b9-817e-48dcb6686157)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:21:55.013352 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d961f2d2-cb66-4190-82bf-bd828c61d454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (2a365c72-fd8b-495f-916c-54e1f7a5f337), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:55.027092 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-d961f2d2-cb66-4190-82bf-bd828c61d454 admin admin] Calling delete_port for 2a365c72-fd8b-495f-916c-54e1f7a5f337 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:21:55.044487 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-e55e3acd-b361-4e51-88cd-72789a3a4047 None None] For port 2a365c72-fd8b-495f-916c-54e1f7a5f337, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=2a365c72-fd8b-495f-916c-54e1f7a5f337,segment=NetworkSegment(7f40feb2-6419-48b9-817e-48dcb6686157),segment_id=7f40feb2-6419-48b9-817e-48dcb6686157)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:21:55.044881 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e55e3acd-b361-4e51-88cd-72789a3a4047 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (2a365c72-fd8b-495f-916c-54e1f7a5f337), precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:55.059679 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-e55e3acd-b361-4e51-88cd-72789a3a4047 None None] Calling delete_port for 2a365c72-fd8b-495f-916c-54e1f7a5f337 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:21:55.112619 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d961f2d2-cb66-4190-82bf-bd828c61d454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (2a365c72-fd8b-495f-916c-54e1f7a5f337), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:55.138142 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961f2d2-cb66-4190-82bf-bd828c61d454 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a365c72-fd8b-495f-916c-54e1f7a5f337,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:21:55.142786 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d961f2d2-cb66-4190-82bf-bd828c61d454 admin admin] No DVR routers for this DVR port 2a365c72-fd8b-495f-916c-54e1f7a5f337 on host dv-cinder-740146-14-iscsi {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:21:55.150018 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e55e3acd-b361-4e51-88cd-72789a3a4047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679'] for port (2a365c72-fd8b-495f-916c-54e1f7a5f337), after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:55.179973 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e3acd-b361-4e51-88cd-72789a3a4047 None None] Pushing event deleted for resources: {'Port': ['ID=2a365c72-fd8b-495f-916c-54e1f7a5f337,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:21:55.184313 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55e3acd-b361-4e51-88cd-72789a3a4047 None None] No DVR routers for this DVR port 2a365c72-fd8b-495f-916c-54e1f7a5f337 on host dv-cinder-740146-14-iscsi {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:21:55.222886 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d961f2d2-cb66-4190-82bf-bd828c61d454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16047135', 'neutron.services.segments.db._delete_segments_for_network-8766925140502'] for network (40900669-df90-4f82-b7ae-055eaee2edde), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:55.244739 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-d961f2d2-cb66-4190-82bf-bd828c61d454 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40900669-df90-4f82-b7ae-055eaee2edde']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:21:55.254044 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-d961f2d2-cb66-4190-82bf-bd828c61d454 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f40feb2-6419-48b9-817e-48dcb6686157') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:21:55.254347 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-d961f2d2-cb66-4190-82bf-bd828c61d454 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f40feb2-6419-48b9-817e-48dcb6686157') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:21:55.264187 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d961f2d2-cb66-4190-82bf-bd828c61d454 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766925139231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3715454'] for segment (7f40feb2-6419-48b9-817e-48dcb6686157), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:55.278903 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d961f2d2-cb66-4190-82bf-bd828c61d454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715'] for segment (7f40feb2-6419-48b9-817e-48dcb6686157), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:55.284931 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d961f2d2-cb66-4190-82bf-bd828c61d454 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 03:21:55.285313 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d961f2d2-cb66-4190-82bf-bd828c61d454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26187363'] for segment (7f40feb2-6419-48b9-817e-48dcb6686157), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:55.287426 dv-cinder-740146-14-iscsi neutron-server[103365]: Traceback (most recent call last): Mar 11 03:21:55.287426 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 03:21:55.287426 dv-cinder-740146-14-iscsi neutron-server[103365]: timer() Mar 11 03:21:55.287426 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 03:21:55.287426 dv-cinder-740146-14-iscsi neutron-server[103365]: cb(*args, **kw) Mar 11 03:21:55.287426 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 03:21:55.287426 dv-cinder-740146-14-iscsi neutron-server[103365]: return func(*args, **kwargs) Mar 11 03:21:55.287426 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 03:21:55.287426 dv-cinder-740146-14-iscsi neutron-server[103365]: self._notify() Mar 11 03:21:55.287426 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 03:21:55.287426 dv-cinder-740146-14-iscsi neutron-server[103365]: self.callback(batched_events) Mar 11 03:21:55.287426 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 03:21:55.287426 dv-cinder-740146-14-iscsi neutron-server[103365]: event.method(event) Mar 11 03:21:55.287426 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 03:21:55.287426 dv-cinder-740146-14-iscsi neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 03:21:55.287426 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 03:21:55.287426 dv-cinder-740146-14-iscsi neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 03:21:55.287426 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 03:21:55.287426 dv-cinder-740146-14-iscsi neutron-server[103365]: return f(self, *a, **k) Mar 11 03:21:55.287426 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 03:21:55.287426 dv-cinder-740146-14-iscsi neutron-server[103365]: return self._get(url).json() Mar 11 03:21:55.287426 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 03:21:55.287426 dv-cinder-740146-14-iscsi neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 03:21:55.287426 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 03:21:55.287426 dv-cinder-740146-14-iscsi neutron-server[103365]: return self.request(url, 'GET', **kwargs) Mar 11 03:21:55.287426 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 03:21:55.287426 dv-cinder-740146-14-iscsi neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 03:21:55.287426 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 03:21:55.287426 dv-cinder-740146-14-iscsi neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 03:21:55.287426 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 03:21:55.287426 dv-cinder-740146-14-iscsi neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 03:21:55.287426 dv-cinder-740146-14-iscsi neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 03:21:55.323796 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 7bf9e685-d578-4a2b-a944-ff57abd96f15 no longer exists at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:21:55.343923 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d961f2d2-cb66-4190-82bf-bd828c61d454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16047206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740006'] for network (40900669-df90-4f82-b7ae-055eaee2edde), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:55.344855 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] No Port match for: 7bf9e685-d578-4a2b-a944-ff57abd96f15 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:21:55.345211 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 7bf9e685-d578-4a2b-a944-ff57abd96f15 not bound to the agent host dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:21:55.345631 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 2a365c72-fd8b-495f-916c-54e1f7a5f337 no longer exists at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:21:55.349770 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d961f2d2-cb66-4190-82bf-bd828c61d454 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:55.352845 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d961f2d2-cb66-4190-82bf-bd828c61d454 admin admin] 10.222.0.16 "DELETE /v2.0/networks/40900669-df90-4f82-b7ae-055eaee2edde HTTP/1.1" status: 204 len: 168 time: 0.7970853 Mar 11 03:21:55.356055 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 51952) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:21:55.363200 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961f2d2-cb66-4190-82bf-bd828c61d454 admin admin] Pushing event deleted for resources: {'Network': ['ID=40900669-df90-4f82-b7ae-055eaee2edde,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:21:55.366623 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] No Port match for: 2a365c72-fd8b-495f-916c-54e1f7a5f337 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:21:55.366977 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 2a365c72-fd8b-495f-916c-54e1f7a5f337 not bound to the agent host dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:21:55.367829 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 193d8c61-dfff-43ef-a7c9-d8946b0e5f03 no longer exists at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:21:55.387890 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] No Port match for: 193d8c61-dfff-43ef-a7c9-d8946b0e5f03 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:21:55.388481 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 193d8c61-dfff-43ef-a7c9-d8946b0e5f03 not bound to the agent host dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:21:55.698614 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d8990b6e-193b-4985-99e3-5e61ba55bc4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736952'] for router_interface (7bb0457c-7975-4265-a84e-9a8c3bc70d4c), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:55.941838 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-d8990b6e-193b-4985-99e3-5e61ba55bc4b admin admin] Deleting port 48c49de2-7bb7-46e7-b7db-ad430a5602a0 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:21:55.942209 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d8990b6e-193b-4985-99e3-5e61ba55bc4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (48c49de2-7bb7-46e7-b7db-ad430a5602a0), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:56.021551 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-d8990b6e-193b-4985-99e3-5e61ba55bc4b admin admin] For port 48c49de2-7bb7-46e7-b7db-ad430a5602a0, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=48c49de2-7bb7-46e7-b7db-ad430a5602a0,segment=NetworkSegment(6306ba5f-0f99-408f-9623-749631003093),segment_id=6306ba5f-0f99-408f-9623-749631003093)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:21:56.021962 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d8990b6e-193b-4985-99e3-5e61ba55bc4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (48c49de2-7bb7-46e7-b7db-ad430a5602a0), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:56.034150 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-d8990b6e-193b-4985-99e3-5e61ba55bc4b admin admin] Calling delete_port for 48c49de2-7bb7-46e7-b7db-ad430a5602a0 owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:21:56.210696 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d8990b6e-193b-4985-99e3-5e61ba55bc4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15272124'] for port (48c49de2-7bb7-46e7-b7db-ad430a5602a0), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:56.233300 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8990b6e-193b-4985-99e3-5e61ba55bc4b admin admin] Pushing event deleted for resources: {'Port': ['ID=48c49de2-7bb7-46e7-b7db-ad430a5602a0,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:21:56.242873 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8990b6e-193b-4985-99e3-5e61ba55bc4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:21:56.243227 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8990b6e-193b-4985-99e3-5e61ba55bc4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:21:56.243573 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8990b6e-193b-4985-99e3-5e61ba55bc4b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:21:56.243912 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8990b6e-193b-4985-99e3-5e61ba55bc4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:21:56.244254 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8990b6e-193b-4985-99e3-5e61ba55bc4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:21:56.244582 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8990b6e-193b-4985-99e3-5e61ba55bc4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:21:56.245517 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8990b6e-193b-4985-99e3-5e61ba55bc4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:21:56.245517 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8990b6e-193b-4985-99e3-5e61ba55bc4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:21:56.245517 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8990b6e-193b-4985-99e3-5e61ba55bc4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:21:56.245942 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8990b6e-193b-4985-99e3-5e61ba55bc4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:21:56.246271 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8990b6e-193b-4985-99e3-5e61ba55bc4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:21:56.246593 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8990b6e-193b-4985-99e3-5e61ba55bc4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:21:56.246915 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8990b6e-193b-4985-99e3-5e61ba55bc4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:21:56.413894 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d8990b6e-193b-4985-99e3-5e61ba55bc4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752168'] for router_interface (7bb0457c-7975-4265-a84e-9a8c3bc70d4c), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:56.626806 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8990b6e-193b-4985-99e3-5e61ba55bc4b admin admin] Router 7bb0457c-7975-4265-a84e-9a8c3bc70d4c has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:21:56.734032 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8990b6e-193b-4985-99e3-5e61ba55bc4b admin admin] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:21:56.739123 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-d8990b6e-193b-4985-99e3-5e61ba55bc4b admin admin] 10.222.0.16 "PUT /v2.0/routers/7bb0457c-7975-4265-a84e-9a8c3bc70d4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3814864 Mar 11 03:21:56.741755 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 51954) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:21:56.742873 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddedc600-6de1-4264-b897-ba0f1335dcd1 None None] Sync routers for ids ['7bb0457c-7975-4265-a84e-9a8c3bc70d4c'] in dv-cinder-740146-14-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:21:56.753061 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddedc600-6de1-4264-b897-ba0f1335dcd1 None None] Routers {'7bb0457c-7975-4265-a84e-9a8c3bc70d4c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:21:56.753665 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ddedc600-6de1-4264-b897-ba0f1335dcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:21:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['7bb0457c-7975-4265-a84e-9a8c3bc70d4c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:21:56.846461 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-24fe7d3a-f026-4c00-b8cf-f001a0345ab8 admin admin] Publish callbacks [] for router (7bb0457c-7975-4265-a84e-9a8c3bc70d4c), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:56.864165 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-ddedc600-6de1-4264-b897-ba0f1335dcd1 None None] Set router 7bb0457c-7975-4265-a84e-9a8c3bc70d4c gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:21:56.952349 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-24fe7d3a-f026-4c00-b8cf-f001a0345ab8 admin admin] Publish callbacks [] for router_gateway (7bb0457c-7975-4265-a84e-9a8c3bc70d4c), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:57.006091 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-24fe7d3a-f026-4c00-b8cf-f001a0345ab8 admin admin] Deleting port 2bf72333-f245-4111-947c-1e0e1fad25f0 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:21:57.006582 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-24fe7d3a-f026-4c00-b8cf-f001a0345ab8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (2bf72333-f245-4111-947c-1e0e1fad25f0), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:57.088153 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-24fe7d3a-f026-4c00-b8cf-f001a0345ab8 admin admin] For port 2bf72333-f245-4111-947c-1e0e1fad25f0, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=2bf72333-f245-4111-947c-1e0e1fad25f0,segment=NetworkSegment(77d20882-625f-4a13-9566-ab6cf60f2c81),segment_id=77d20882-625f-4a13-9566-ab6cf60f2c81)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:21:57.088516 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-24fe7d3a-f026-4c00-b8cf-f001a0345ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (2bf72333-f245-4111-947c-1e0e1fad25f0), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:57.100808 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-24fe7d3a-f026-4c00-b8cf-f001a0345ab8 admin admin] Calling delete_port for 2bf72333-f245-4111-947c-1e0e1fad25f0 owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:21:57.173334 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ddedc600-6de1-4264-b897-ba0f1335dcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb0457c-7975-4265-a84e-9a8c3bc70d4c', 'name': 'tempest-TestVolumeBootPattern-1320695052-router', 'tenant_id': '4170897b40cc4871b25b467222c79f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '2bf72333-f245-4111-947c-1e0e1fad25f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:15:03Z', 'updated_at': '2022-03-11T03:21:56Z', 'revision_number': 5, 'project_id': '4170897b40cc4871b25b467222c79f6e', 'gw_port': {'id': '2bf72333-f245-4111-947c-1e0e1fad25f0', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:eb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb0457c-7975-4265-a84e-9a8c3bc70d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:15:03Z', 'updated_at': '2022-03-11T03:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi'}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:21:57.199491 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddedc600-6de1-4264-b897-ba0f1335dcd1 None None] Checking router: 7bb0457c-7975-4265-a84e-9a8c3bc70d4c for host: dv-cinder-740146-14-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:21:57.207850 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddedc600-6de1-4264-b897-ba0f1335dcd1 None None] Routers {'7bb0457c-7975-4265-a84e-9a8c3bc70d4c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:21:57.208384 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ddedc600-6de1-4264-b897-ba0f1335dcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:21:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['7bb0457c-7975-4265-a84e-9a8c3bc70d4c'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:21:57.272040 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-24fe7d3a-f026-4c00-b8cf-f001a0345ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15272124'] for port (2bf72333-f245-4111-947c-1e0e1fad25f0), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:57.301095 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe7d3a-f026-4c00-b8cf-f001a0345ab8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bf72333-f245-4111-947c-1e0e1fad25f0,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:21:57.301342 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-ddedc600-6de1-4264-b897-ba0f1335dcd1 None None] Set router 7bb0457c-7975-4265-a84e-9a8c3bc70d4c gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:21:57.357009 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-ddedc600-6de1-4264-b897-ba0f1335dcd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb0457c-7975-4265-a84e-9a8c3bc70d4c', 'name': 'tempest-TestVolumeBootPattern-1320695052-router', 'tenant_id': '4170897b40cc4871b25b467222c79f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:15:03Z', 'updated_at': '2022-03-11T03:21:56Z', 'revision_number': 6, 'project_id': '4170897b40cc4871b25b467222c79f6e', 'gw_port_host': None}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:21:57.363827 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-24fe7d3a-f026-4c00-b8cf-f001a0345ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1739970'] for router_gateway (7bb0457c-7975-4265-a84e-9a8c3bc70d4c), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:57.384173 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddedc600-6de1-4264-b897-ba0f1335dcd1 None None] The sync data for ids ['7bb0457c-7975-4265-a84e-9a8c3bc70d4c'] in dv-cinder-740146-14-iscsi is: [{'id': '7bb0457c-7975-4265-a84e-9a8c3bc70d4c', 'name': 'tempest-TestVolumeBootPattern-1320695052-router', 'tenant_id': '4170897b40cc4871b25b467222c79f6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:15:03Z', 'updated_at': '2022-03-11T03:21:56Z', 'revision_number': 6, 'project_id': '4170897b40cc4871b25b467222c79f6e', 'gw_port_host': None}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:21:57.687229 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-24fe7d3a-f026-4c00-b8cf-f001a0345ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1750349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28411'] for router (7bb0457c-7975-4265-a84e-9a8c3bc70d4c), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:57.689242 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-24fe7d3a-f026-4c00-b8cf-f001a0345ab8 admin admin] Publish callbacks [] for router_controller (7bb0457c-7975-4265-a84e-9a8c3bc70d4c), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:57.735238 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-24fe7d3a-f026-4c00-b8cf-f001a0345ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1750358'] for router (7bb0457c-7975-4265-a84e-9a8c3bc70d4c), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:57.735809 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fe7d3a-f026-4c00-b8cf-f001a0345ab8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bb0457c-7975-4265-a84e-9a8c3bc70d4c {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 03:21:57.740681 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-24fe7d3a-f026-4c00-b8cf-f001a0345ab8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:57.742318 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-24fe7d3a-f026-4c00-b8cf-f001a0345ab8 admin admin] 10.222.0.16 "DELETE /v2.0/routers/7bb0457c-7975-4265-a84e-9a8c3bc70d4c HTTP/1.1" status: 204 len: 168 time: 0.9995809 Mar 11 03:21:57.744153 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 51956) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:21:57.795367 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1aac532-4c5d-49b5-8979-eca6a3233c50 admin admin] Deleting subnet 58405fb8-9557-470c-8ed8-f9613411aece {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 03:21:57.798569 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a1aac532-4c5d-49b5-8979-eca6a3233c50 admin admin] Publish callbacks [] for subnet (58405fb8-9557-470c-8ed8-f9613411aece), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:57.833105 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a1aac532-4c5d-49b5-8979-eca6a3233c50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3715445'] for subnet (58405fb8-9557-470c-8ed8-f9613411aece), precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:57.906084 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a1aac532-4c5d-49b5-8979-eca6a3233c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16040164'] for subnet (58405fb8-9557-470c-8ed8-f9613411aece), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:57.958958 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a1aac532-4c5d-49b5-8979-eca6a3233c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16040175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26187709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25193187'] for subnet (58405fb8-9557-470c-8ed8-f9613411aece), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:57.982258 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aac532-4c5d-49b5-8979-eca6a3233c50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58405fb8-9557-470c-8ed8-f9613411aece,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:21:57.987702 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-a1aac532-4c5d-49b5-8979-eca6a3233c50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:57.993985 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-a1aac532-4c5d-49b5-8979-eca6a3233c50 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/58405fb8-9557-470c-8ed8-f9613411aece HTTP/1.1" status: 204 len: 168 time: 0.2463708 Mar 11 03:21:57.994269 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 51958) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:21:57.994419 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b87362-586c-4b7c-b314-9c9b46920b78 None None] Network 6c82acaa-34f7-4c2e-903e-4f919f0b3fbc requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:21:58.063024 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0949e430-8a30-46b8-9006-36bbf2c641b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16082977'] for network (6c82acaa-34f7-4c2e-903e-4f919f0b3fbc), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:58.116915 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-0949e430-8a30-46b8-9006-36bbf2c641b5 admin admin] Deleting port ce61a0c6-208e-4182-b20f-d10b8b590b27 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:21:58.117254 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0949e430-8a30-46b8-9006-36bbf2c641b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (ce61a0c6-208e-4182-b20f-d10b8b590b27), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:58.158943 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69ba040-cb66-4630-8b13-5a060aacb27d None None] DHCP port deletion for 6c82acaa-34f7-4c2e-903e-4f919f0b3fbc request from dv-cinder-740146-14-iscsi {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 03:21:58.186700 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-0949e430-8a30-46b8-9006-36bbf2c641b5 admin admin] For port ce61a0c6-208e-4182-b20f-d10b8b590b27, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=ce61a0c6-208e-4182-b20f-d10b8b590b27,segment=NetworkSegment(6306ba5f-0f99-408f-9623-749631003093),segment_id=6306ba5f-0f99-408f-9623-749631003093)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:21:58.187068 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0949e430-8a30-46b8-9006-36bbf2c641b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (ce61a0c6-208e-4182-b20f-d10b8b590b27), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:58.199306 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-0949e430-8a30-46b8-9006-36bbf2c641b5 admin admin] Calling delete_port for ce61a0c6-208e-4182-b20f-d10b8b590b27 owned by network:dhcp {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:21:58.207834 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-e69ba040-cb66-4630-8b13-5a060aacb27d None None] Deleting port ce61a0c6-208e-4182-b20f-d10b8b590b27 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:21:58.208206 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e69ba040-cb66-4630-8b13-5a060aacb27d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (ce61a0c6-208e-4182-b20f-d10b8b590b27), before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:58.276330 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-e69ba040-cb66-4630-8b13-5a060aacb27d None None] For port ce61a0c6-208e-4182-b20f-d10b8b590b27, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=ce61a0c6-208e-4182-b20f-d10b8b590b27,segment=NetworkSegment(6306ba5f-0f99-408f-9623-749631003093),segment_id=6306ba5f-0f99-408f-9623-749631003093)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:21:58.276721 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e69ba040-cb66-4630-8b13-5a060aacb27d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (ce61a0c6-208e-4182-b20f-d10b8b590b27), precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:58.281656 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0949e430-8a30-46b8-9006-36bbf2c641b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (ce61a0c6-208e-4182-b20f-d10b8b590b27), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:58.290418 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-e69ba040-cb66-4630-8b13-5a060aacb27d None None] Calling delete_port for ce61a0c6-208e-4182-b20f-d10b8b590b27 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:21:58.312169 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949e430-8a30-46b8-9006-36bbf2c641b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce61a0c6-208e-4182-b20f-d10b8b590b27,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:21:58.314032 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0949e430-8a30-46b8-9006-36bbf2c641b5 admin admin] No DVR routers for this DVR port ce61a0c6-208e-4182-b20f-d10b8b590b27 on host dv-cinder-740146-14-iscsi {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:21:58.368346 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-e69ba040-cb66-4630-8b13-5a060aacb27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679'] for port (ce61a0c6-208e-4182-b20f-d10b8b590b27), after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:58.385791 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0949e430-8a30-46b8-9006-36bbf2c641b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16047135', 'neutron.services.segments.db._delete_segments_for_network-8766925140502'] for network (6c82acaa-34f7-4c2e-903e-4f919f0b3fbc), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:58.393769 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ba040-cb66-4630-8b13-5a060aacb27d None None] Pushing event deleted for resources: {'Port': ['ID=ce61a0c6-208e-4182-b20f-d10b8b590b27,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:21:58.399224 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69ba040-cb66-4630-8b13-5a060aacb27d None None] No DVR routers for this DVR port ce61a0c6-208e-4182-b20f-d10b8b590b27 on host dv-cinder-740146-14-iscsi {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:21:58.409488 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-0949e430-8a30-46b8-9006-36bbf2c641b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c82acaa-34f7-4c2e-903e-4f919f0b3fbc']}} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:21:58.419372 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-0949e430-8a30-46b8-9006-36bbf2c641b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6306ba5f-0f99-408f-9623-749631003093') {'for_net_delete': True} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:21:58.419677 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.services.segments.db [None req-0949e430-8a30-46b8-9006-36bbf2c641b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6306ba5f-0f99-408f-9623-749631003093') {} {{(pid=103365) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:21:58.430798 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0949e430-8a30-46b8-9006-36bbf2c641b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766925139231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3715454'] for segment (6306ba5f-0f99-408f-9623-749631003093), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:58.444621 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0949e430-8a30-46b8-9006-36bbf2c641b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715'] for segment (6306ba5f-0f99-408f-9623-749631003093), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:58.450799 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0949e430-8a30-46b8-9006-36bbf2c641b5 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=103365) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 03:21:58.451183 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0949e430-8a30-46b8-9006-36bbf2c641b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26187363'] for segment (6306ba5f-0f99-408f-9623-749631003093), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:58.453087 dv-cinder-740146-14-iscsi neutron-server[103365]: Traceback (most recent call last): Mar 11 03:21:58.453087 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 03:21:58.453087 dv-cinder-740146-14-iscsi neutron-server[103365]: timer() Mar 11 03:21:58.453087 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 03:21:58.453087 dv-cinder-740146-14-iscsi neutron-server[103365]: cb(*args, **kw) Mar 11 03:21:58.453087 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 03:21:58.453087 dv-cinder-740146-14-iscsi neutron-server[103365]: return func(*args, **kwargs) Mar 11 03:21:58.453087 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 03:21:58.453087 dv-cinder-740146-14-iscsi neutron-server[103365]: self._notify() Mar 11 03:21:58.453087 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 03:21:58.453087 dv-cinder-740146-14-iscsi neutron-server[103365]: self.callback(batched_events) Mar 11 03:21:58.453087 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 03:21:58.453087 dv-cinder-740146-14-iscsi neutron-server[103365]: event.method(event) Mar 11 03:21:58.453087 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 03:21:58.453087 dv-cinder-740146-14-iscsi neutron-server[103365]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 03:21:58.453087 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 03:21:58.453087 dv-cinder-740146-14-iscsi neutron-server[103365]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 03:21:58.453087 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 03:21:58.453087 dv-cinder-740146-14-iscsi neutron-server[103365]: return f(self, *a, **k) Mar 11 03:21:58.453087 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 03:21:58.453087 dv-cinder-740146-14-iscsi neutron-server[103365]: return self._get(url).json() Mar 11 03:21:58.453087 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 03:21:58.453087 dv-cinder-740146-14-iscsi neutron-server[103365]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 03:21:58.453087 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 03:21:58.453087 dv-cinder-740146-14-iscsi neutron-server[103365]: return self.request(url, 'GET', **kwargs) Mar 11 03:21:58.453087 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 03:21:58.453087 dv-cinder-740146-14-iscsi neutron-server[103365]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 03:21:58.453087 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 03:21:58.453087 dv-cinder-740146-14-iscsi neutron-server[103365]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 03:21:58.453087 dv-cinder-740146-14-iscsi neutron-server[103365]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 03:21:58.453087 dv-cinder-740146-14-iscsi neutron-server[103365]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 03:21:58.453087 dv-cinder-740146-14-iscsi neutron-server[103365]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 03:21:58.512870 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0949e430-8a30-46b8-9006-36bbf2c641b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16047206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740006'] for network (6c82acaa-34f7-4c2e-903e-4f919f0b3fbc), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:58.517986 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-0949e430-8a30-46b8-9006-36bbf2c641b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for network (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:58.521231 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-0949e430-8a30-46b8-9006-36bbf2c641b5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6c82acaa-34f7-4c2e-903e-4f919f0b3fbc HTTP/1.1" status: 204 len: 168 time: 0.5259035 Mar 11 03:21:58.538791 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949e430-8a30-46b8-9006-36bbf2c641b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c82acaa-34f7-4c2e-903e-4f919f0b3fbc,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:21:58.665751 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 51962) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:21:58.705983 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-54947ccb-cf10-47cd-95b1-54fe2346fea0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=35782709df5e4313b93edef74cf56852&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389485 Mar 11 03:21:58.708568 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 51964) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:21:58.754125 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-661b4901-bef1-408e-96ef-a43b50d74711 admin admin] Publish callbacks [] for security_group (23da25f6-5858-4a4f-bc6b-3defc420b936), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:58.775014 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-661b4901-bef1-408e-96ef-a43b50d74711 admin admin] Publish callbacks [] for security_group (23da25f6-5858-4a4f-bc6b-3defc420b936), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:58.830945 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-661b4901-bef1-408e-96ef-a43b50d74711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (23da25f6-5858-4a4f-bc6b-3defc420b936), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:58.833485 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-661b4901-bef1-408e-96ef-a43b50d74711 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:58.834747 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-661b4901-bef1-408e-96ef-a43b50d74711 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/23da25f6-5858-4a4f-bc6b-3defc420b936 HTTP/1.1" status: 204 len: 168 time: 0.1245804 Mar 11 03:21:58.842625 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b4901-bef1-408e-96ef-a43b50d74711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23da25f6-5858-4a4f-bc6b-3defc420b936,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:21:59.097062 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-6f2c23a6-b240-486f-a8ff-48062113c607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:59.142296 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 51970) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:21:59.181569 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-bd3b8dbf-13b3-40d8-8efc-c6f98aced7a5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4170897b40cc4871b25b467222c79f6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381072 Mar 11 03:21:59.184059 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 51972) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:21:59.229998 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d7191a19-b233-48e1-8401-7312bc0f3334 admin admin] Publish callbacks [] for security_group (dc04e82f-8d42-4cb8-8faf-8e61c2ea9cdf), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:59.250191 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d7191a19-b233-48e1-8401-7312bc0f3334 admin admin] Publish callbacks [] for security_group (dc04e82f-8d42-4cb8-8faf-8e61c2ea9cdf), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:59.299119 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d7191a19-b233-48e1-8401-7312bc0f3334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (dc04e82f-8d42-4cb8-8faf-8e61c2ea9cdf), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:59.301600 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-d7191a19-b233-48e1-8401-7312bc0f3334 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:21:59.302816 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-d7191a19-b233-48e1-8401-7312bc0f3334 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc04e82f-8d42-4cb8-8faf-8e61c2ea9cdf HTTP/1.1" status: 204 len: 168 time: 0.1178713 Mar 11 03:21:59.311134 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7191a19-b233-48e1-8401-7312bc0f3334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc04e82f-8d42-4cb8-8faf-8e61c2ea9cdf,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:21:59.329262 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 48c49de2-7bb7-46e7-b7db-ad430a5602a0 no longer exists at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:21:59.350749 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] No Port match for: 48c49de2-7bb7-46e7-b7db-ad430a5602a0 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:21:59.351099 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 48c49de2-7bb7-46e7-b7db-ad430a5602a0 not bound to the agent host dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:21:59.351514 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 2bf72333-f245-4111-947c-1e0e1fad25f0 no longer exists at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:21:59.369922 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] No Port match for: 2bf72333-f245-4111-947c-1e0e1fad25f0 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:21:59.370268 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 2bf72333-f245-4111-947c-1e0e1fad25f0 not bound to the agent host dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:21:59.370675 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device ce61a0c6-208e-4182-b20f-d10b8b590b27 no longer exists at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:21:59.389498 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] No Port match for: ce61a0c6-208e-4182-b20f-d10b8b590b27 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:21:59.389844 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device ce61a0c6-208e-4182-b20f-d10b8b590b27 not bound to the agent host dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:22:01.465102 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-d79c9148-66a4-419e-8a26-f3fbffa8907c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:02.700692 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:04.287217 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:05.716100 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:06.694170 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:17.348095 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-504566a8-84ac-4179-822b-e80cd643b450 req-f2b8e87c-b7e7-412f-9ca9-7c2e04ca6feb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440180 Mar 11 03:22:17.412770 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504566a8-84ac-4179-822b-e80cd643b450 req-477c4212-5be5-42ce-bd6a-3a5b9b76a8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:22:17.414167 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-504566a8-84ac-4179-822b-e80cd643b450 req-477c4212-5be5-42ce-bd6a-3a5b9b76a8bf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=91092df4470d486daf2fb46a8edb6f47&device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 1129 time: 0.0463398 Mar 11 03:22:17.518796 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504566a8-84ac-4179-822b-e80cd643b450 req-f0491fe6-02e9-4860-9c6a-91e696ccb428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:22:17.520239 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-504566a8-84ac-4179-822b-e80cd643b450 req-f0491fe6-02e9-4860-9c6a-91e696ccb428 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bd9a6c91-7b34-488d-8358-f46b8592c5f6 HTTP/1.1" status: 200 len: 908 time: 0.0843945 Mar 11 03:22:17.587601 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-504566a8-84ac-4179-822b-e80cd643b450 req-604a1c03-57da-40ad-8faa-d3565c557841 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74eee801-0567-4233-b0ce-333af8a39b08 HTTP/1.1" status: 200 len: 1001 time: 0.0615778 Mar 11 03:22:17.634622 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504566a8-84ac-4179-822b-e80cd643b450 req-db1e2e86-819d-48d4-af54-8b492fd6b1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:22:17.636018 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-504566a8-84ac-4179-822b-e80cd643b450 req-db1e2e86-819d-48d4-af54-8b492fd6b1a3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3277adb-7174-4def-a22b-35b761759871 HTTP/1.1" status: 200 len: 847 time: 0.0426862 Mar 11 03:22:17.684088 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504566a8-84ac-4179-822b-e80cd643b450 req-b420f4e3-cd43-4f56-b8c9-a5c88a4109a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:22:17.685519 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-504566a8-84ac-4179-822b-e80cd643b450 req-b420f4e3-cd43-4f56-b8c9-a5c88a4109a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bd9a6c91-7b34-488d-8358-f46b8592c5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439284 Mar 11 03:22:17.777105 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-504566a8-84ac-4179-822b-e80cd643b450 req-25c7ffe4-d037-4973-be67-420dc0462cb5 service neutron] 10.222.0.18 "GET /v2.0/networks/bd9a6c91-7b34-488d-8358-f46b8592c5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860472 Mar 11 03:22:17.864106 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-504566a8-84ac-4179-822b-e80cd643b450 req-5c44f11c-72f2-4dbe-a0ca-9c8f6d16621c service neutron] 10.222.0.18 "GET /v2.0/networks/bd9a6c91-7b34-488d-8358-f46b8592c5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808291 Mar 11 03:22:26.478587 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:22:27.891476 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 51978) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:22:28.048620 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-373f2674-d13d-4020-98c0-5fa2f5b3501c tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Deleting port 8e1334ff-0702-4c43-bd5b-364522f65b8a {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:22:28.048958 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-373f2674-d13d-4020-98c0-5fa2f5b3501c tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (8e1334ff-0702-4c43-bd5b-364522f65b8a), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:28.122879 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-373f2674-d13d-4020-98c0-5fa2f5b3501c tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (8e1334ff-0702-4c43-bd5b-364522f65b8a), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:28.123206 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-373f2674-d13d-4020-98c0-5fa2f5b3501c tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks [] for floatingip (8e1334ff-0702-4c43-bd5b-364522f65b8a), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:28.135771 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-373f2674-d13d-4020-98c0-5fa2f5b3501c tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Calling delete_port for 8e1334ff-0702-4c43-bd5b-364522f65b8a owned by network:floatingip {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:22:28.281287 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-373f2674-d13d-4020-98c0-5fa2f5b3501c tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (8e1334ff-0702-4c43-bd5b-364522f65b8a), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:28.308019 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f2674-d13d-4020-98c0-5fa2f5b3501c tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Pushing event deleted for resources: {'Port': ['ID=8e1334ff-0702-4c43-bd5b-364522f65b8a,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:22:28.370697 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-373f2674-d13d-4020-98c0-5fa2f5b3501c tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks [] for floatingip (bd38c681-38d2-403d-83d6-5a0826ffeff4), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:28.371034 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.db.l3_db [None req-373f2674-d13d-4020-98c0-5fa2f5b3501c tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Floating IP bd38c681-38d2-403d-83d6-5a0826ffeff4 disassociated (deleted). External IP: 172.27.2.158, port: 74eee801-0567-4233-b0ce-333af8a39b08. Mar 11 03:22:28.576090 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373f2674-d13d-4020-98c0-5fa2f5b3501c tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Router 4a0f0857-2450-47ae-94d6-09e4397a887c has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:22:28.686088 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373f2674-d13d-4020-98c0-5fa2f5b3501c tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:22:28.690993 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-373f2674-d13d-4020-98c0-5fa2f5b3501c tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for floatingip (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:28.697112 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231394c6-db03-4e96-b863-e8bb0d6ec072 None None] Sync routers for ids ['4a0f0857-2450-47ae-94d6-09e4397a887c'] in dv-cinder-740146-14-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:22:28.706660 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231394c6-db03-4e96-b863-e8bb0d6ec072 None None] Routers {'4a0f0857-2450-47ae-94d6-09e4397a887c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:22:28.707258 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-231394c6-db03-4e96-b863-e8bb0d6ec072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:22:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['4a0f0857-2450-47ae-94d6-09e4397a887c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:22:28.723961 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-373f2674-d13d-4020-98c0-5fa2f5b3501c tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "DELETE /v2.0/floatingips/bd38c681-38d2-403d-83d6-5a0826ffeff4 HTTP/1.1" status: 204 len: 168 time: 0.8289185 Mar 11 03:22:28.723961 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd80bd384-987b-4d96-9eca-8c6f95a892a2', 'tag': '74eee801-0567-4233-b0ce-333af8a39b08'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:22:28.724396 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0cf827-f6d8-466a-a8c6-fff481240398" -d '{"events": [{"name": "network-changed", "server_uuid": "d80bd384-987b-4d96-9eca-8c6f95a892a2", "tag": "74eee801-0567-4233-b0ce-333af8a39b08"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:22:28.762136 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 03:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6aed8f-5558-4fbb-9ce8-9fc93d012602 x-openstack-request-id: req-1e6aed8f-5558-4fbb-9ce8-9fc93d012602 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:22:28.762435 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d80bd384-987b-4d96-9eca-8c6f95a892a2", "tag": "74eee801-0567-4233-b0ce-333af8a39b08", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:22:28.762696 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1e6aed8f-5558-4fbb-9ce8-9fc93d012602 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:22:28.763104 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd80bd384-987b-4d96-9eca-8c6f95a892a2', 'tag': '74eee801-0567-4233-b0ce-333af8a39b08', 'status': 'completed', 'code': 200} Mar 11 03:22:28.824406 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-231394c6-db03-4e96-b863-e8bb0d6ec072 None None] Set router 4a0f0857-2450-47ae-94d6-09e4397a887c gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:22:28.836130 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0cf827-f6d8-466a-a8c6-fff481240398 req-8a1663b0-7f21-49e5-b55c-df2abade779e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:22:28.837731 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9c0cf827-f6d8-466a-a8c6-fff481240398 req-8a1663b0-7f21-49e5-b55c-df2abade779e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=91092df4470d486daf2fb46a8edb6f47&device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 1129 time: 0.0506592 Mar 11 03:22:28.939295 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0cf827-f6d8-466a-a8c6-fff481240398 req-e34fcc98-60d8-4357-8fe1-64d426a0d363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:22:28.940922 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9c0cf827-f6d8-466a-a8c6-fff481240398 req-e34fcc98-60d8-4357-8fe1-64d426a0d363 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bd9a6c91-7b34-488d-8358-f46b8592c5f6 HTTP/1.1" status: 200 len: 908 time: 0.0974784 Mar 11 03:22:28.967121 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211bf9c-172e-4893-b8d0-1b1243037b87 req-0e8fb8c6-9553-4be3-874e-f6f3fce59c6c tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:22:28.968583 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9211bf9c-172e-4893-b8d0-1b1243037b87 req-0e8fb8c6-9553-4be3-874e-f6f3fce59c6c tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 945 time: 0.0568173 Mar 11 03:22:28.984343 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9c0cf827-f6d8-466a-a8c6-fff481240398 req-3ba8d4d4-adfd-47f0-8ecd-dbb89d94d36f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74eee801-0567-4233-b0ce-333af8a39b08 HTTP/1.1" status: 200 len: 217 time: 0.0367548 Mar 11 03:22:29.020092 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-9211bf9c-172e-4893-b8d0-1b1243037b87 req-29ae9462-b1d6-489e-a657-63ed692ddd7a tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1818c21-acdd-480f-980f-e89509fe53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433486 Mar 11 03:22:29.032031 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0cf827-f6d8-466a-a8c6-fff481240398 req-f3c36a22-7181-49af-8a29-0132273bffea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:22:29.033498 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9c0cf827-f6d8-466a-a8c6-fff481240398 req-f3c36a22-7181-49af-8a29-0132273bffea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3277adb-7174-4def-a22b-35b761759871 HTTP/1.1" status: 200 len: 847 time: 0.0433702 Mar 11 03:22:29.040575 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-231394c6-db03-4e96-b863-e8bb0d6ec072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0f0857-2450-47ae-94d6-09e4397a887c', 'name': 'tempest-TestShelveInstance-737239308-router', 'tenant_id': '91092df4470d486daf2fb46a8edb6f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'a806594e-3089-41cd-8447-908e50397def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:18:15Z', 'updated_at': '2022-03-11T03:18:18Z', 'revision_number': 4, 'project_id': '91092df4470d486daf2fb46a8edb6f47', 'gw_port': {'id': 'a806594e-3089-41cd-8447-908e50397def', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:39:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0f0857-2450-47ae-94d6-09e4397a887c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:18:16Z', 'updated_at': '2022-03-11T03:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '46f67e74-d951-4ae4-b0a8-6789241b3eb3', 'name': '', 'network_id': 'bd9a6c91-7b34-488d-8358-f46b8592c5f6', 'tenant_id': '91092df4470d486daf2fb46a8edb6f47', 'mac_address': 'fa:16:3e:59:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0f0857-2450-47ae-94d6-09e4397a887c', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'c3277adb-7174-4def-a22b-35b761759871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:18:18Z', 'updated_at': '2022-03-11T03:18:23Z', 'revision_number': 5, 'project_id': '91092df4470d486daf2fb46a8edb6f47', 'subnets': [{'id': 'c3277adb-7174-4def-a22b-35b761759871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:22:29.071011 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231394c6-db03-4e96-b863-e8bb0d6ec072 None None] Checking router: 4a0f0857-2450-47ae-94d6-09e4397a887c for host: dv-cinder-740146-14-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:22:29.079484 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231394c6-db03-4e96-b863-e8bb0d6ec072 None None] Routers {'4a0f0857-2450-47ae-94d6-09e4397a887c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:22:29.080086 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-231394c6-db03-4e96-b863-e8bb0d6ec072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:22:01Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['4a0f0857-2450-47ae-94d6-09e4397a887c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:22:29.087970 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0cf827-f6d8-466a-a8c6-fff481240398 req-5ea62f6c-d383-4157-9ae5-486ded7b7ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:22:29.089389 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9c0cf827-f6d8-466a-a8c6-fff481240398 req-5ea62f6c-d383-4157-9ae5-486ded7b7ba2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bd9a6c91-7b34-488d-8358-f46b8592c5f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0486825 Mar 11 03:22:29.102093 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a78b6484-3f1a-429b-8df4-62aedbda5bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:29.180409 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9c0cf827-f6d8-466a-a8c6-fff481240398 req-7aca05c8-333f-4e87-9b22-400a8290f671 service neutron] 10.222.0.18 "GET /v2.0/networks/bd9a6c91-7b34-488d-8358-f46b8592c5f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847113 Mar 11 03:22:29.190234 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-231394c6-db03-4e96-b863-e8bb0d6ec072 None None] Set router 4a0f0857-2450-47ae-94d6-09e4397a887c gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:22:29.279973 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-9c0cf827-f6d8-466a-a8c6-fff481240398 req-9a2a3862-1fcd-4f11-8b8a-952674d7eb34 service neutron] 10.222.0.18 "GET /v2.0/networks/bd9a6c91-7b34-488d-8358-f46b8592c5f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925009 Mar 11 03:22:29.390908 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-231394c6-db03-4e96-b863-e8bb0d6ec072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0f0857-2450-47ae-94d6-09e4397a887c', 'name': 'tempest-TestShelveInstance-737239308-router', 'tenant_id': '91092df4470d486daf2fb46a8edb6f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'a806594e-3089-41cd-8447-908e50397def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:18:15Z', 'updated_at': '2022-03-11T03:18:18Z', 'revision_number': 4, 'project_id': '91092df4470d486daf2fb46a8edb6f47', 'gw_port': {'id': 'a806594e-3089-41cd-8447-908e50397def', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:39:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0f0857-2450-47ae-94d6-09e4397a887c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:18:16Z', 'updated_at': '2022-03-11T03:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '46f67e74-d951-4ae4-b0a8-6789241b3eb3', 'name': '', 'network_id': 'bd9a6c91-7b34-488d-8358-f46b8592c5f6', 'tenant_id': '91092df4470d486daf2fb46a8edb6f47', 'mac_address': 'fa:16:3e:59:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0f0857-2450-47ae-94d6-09e4397a887c', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'c3277adb-7174-4def-a22b-35b761759871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:18:18Z', 'updated_at': '2022-03-11T03:18:23Z', 'revision_number': 5, 'project_id': '91092df4470d486daf2fb46a8edb6f47', 'subnets': [{'id': 'c3277adb-7174-4def-a22b-35b761759871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:22:29.416949 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231394c6-db03-4e96-b863-e8bb0d6ec072 None None] The sync data for ids ['4a0f0857-2450-47ae-94d6-09e4397a887c'] in dv-cinder-740146-14-iscsi is: [{'id': '4a0f0857-2450-47ae-94d6-09e4397a887c', 'name': 'tempest-TestShelveInstance-737239308-router', 'tenant_id': '91092df4470d486daf2fb46a8edb6f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'a806594e-3089-41cd-8447-908e50397def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:18:15Z', 'updated_at': '2022-03-11T03:18:18Z', 'revision_number': 4, 'project_id': '91092df4470d486daf2fb46a8edb6f47', 'gw_port': {'id': 'a806594e-3089-41cd-8447-908e50397def', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:39:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0f0857-2450-47ae-94d6-09e4397a887c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:18:16Z', 'updated_at': '2022-03-11T03:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi', '_interfaces': [{'id': '46f67e74-d951-4ae4-b0a8-6789241b3eb3', 'name': '', 'network_id': 'bd9a6c91-7b34-488d-8358-f46b8592c5f6', 'tenant_id': '91092df4470d486daf2fb46a8edb6f47', 'mac_address': 'fa:16:3e:59:c3:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0f0857-2450-47ae-94d6-09e4397a887c', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'c3277adb-7174-4def-a22b-35b761759871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:18:18Z', 'updated_at': '2022-03-11T03:18:23Z', 'revision_number': 5, 'project_id': '91092df4470d486daf2fb46a8edb6f47', 'subnets': [{'id': 'c3277adb-7174-4def-a22b-35b761759871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:22:29.632076 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38191b49-be87-43a4-a39d-e6c9fb225bbd None None] New status for floating IP bd38c681-38d2-403d-83d6-5a0826ffeff4: DOWN {{(pid=103366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 03:22:30.145110 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5dfdc7-d30f-4cac-a8e8-2b1027f3a829 req-e13b17ad-31ba-4547-8288-32df786ec85d tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:22:30.146643 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fd5dfdc7-d30f-4cac-a8e8-2b1027f3a829 req-e13b17ad-31ba-4547-8288-32df786ec85d tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 945 time: 0.0552857 Mar 11 03:22:30.194908 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-fd5dfdc7-d30f-4cac-a8e8-2b1027f3a829 req-47ad1f1b-f4b0-4d68-8222-0f88dbd9f2de tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1818c21-acdd-480f-980f-e89509fe53f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425763 Mar 11 03:22:30.462425 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ab7f1-682c-45cf-a2ae-dd45228adbc2 req-8794bb3e-3760-4771-bf74-bfcfc97b3327 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103365) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 03:22:30.463870 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b66ab7f1-682c-45cf-a2ae-dd45228adbc2 req-8794bb3e-3760-4771-bf74-bfcfc97b3327 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.18 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 945 time: 0.0529528 Mar 11 03:22:30.552407 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-b66ab7f1-682c-45cf-a2ae-dd45228adbc2 req-f11a0571-fab3-4ff1-8f30-d79eb740b3bd tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Deleting port 74eee801-0567-4233-b0ce-333af8a39b08 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:22:30.552780 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b66ab7f1-682c-45cf-a2ae-dd45228adbc2 req-f11a0571-fab3-4ff1-8f30-d79eb740b3bd tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (74eee801-0567-4233-b0ce-333af8a39b08), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:30.642582 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [req-b66ab7f1-682c-45cf-a2ae-dd45228adbc2 req-f11a0571-fab3-4ff1-8f30-d79eb740b3bd tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] For port 74eee801-0567-4233-b0ce-333af8a39b08, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=74eee801-0567-4233-b0ce-333af8a39b08,segment=NetworkSegment(2a3b4369-cf19-4e74-9472-71f0003d941c),segment_id=2a3b4369-cf19-4e74-9472-71f0003d941c)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:22:30.642947 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b66ab7f1-682c-45cf-a2ae-dd45228adbc2 req-f11a0571-fab3-4ff1-8f30-d79eb740b3bd tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (74eee801-0567-4233-b0ce-333af8a39b08), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:30.656355 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [req-b66ab7f1-682c-45cf-a2ae-dd45228adbc2 req-f11a0571-fab3-4ff1-8f30-d79eb740b3bd tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Calling delete_port for 74eee801-0567-4233-b0ce-333af8a39b08 owned by compute:nova {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:22:30.785339 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b66ab7f1-682c-45cf-a2ae-dd45228adbc2 req-f11a0571-fab3-4ff1-8f30-d79eb740b3bd tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (74eee801-0567-4233-b0ce-333af8a39b08), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:30.812053 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a0571-fab3-4ff1-8f30-d79eb740b3bd tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Pushing event deleted for resources: {'Port': ['ID=74eee801-0567-4233-b0ce-333af8a39b08,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:22:30.856276 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66ab7f1-682c-45cf-a2ae-dd45228adbc2 req-f11a0571-fab3-4ff1-8f30-d79eb740b3bd tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] No DVR routers for this DVR port 74eee801-0567-4233-b0ce-333af8a39b08 on host hv-cinder-74014 {{(pid=103365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:22:30.858649 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [req-b66ab7f1-682c-45cf-a2ae-dd45228adbc2 req-f11a0571-fab3-4ff1-8f30-d79eb740b3bd tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74537'] for port (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:30.861916 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [req-b66ab7f1-682c-45cf-a2ae-dd45228adbc2 req-f11a0571-fab3-4ff1-8f30-d79eb740b3bd tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.18 "DELETE /v2.0/ports/74eee801-0567-4233-b0ce-333af8a39b08 HTTP/1.1" status: 204 len: 173 time: 0.3929911 Mar 11 03:22:30.862356 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80bd384-987b-4d96-9eca-8c6f95a892a2', 'name': 'network-vif-deleted', 'tag': '74eee801-0567-4233-b0ce-333af8a39b08'}] {{(pid=103365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 03:22:30.864648 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0eff473632517a7034a9fb6de6a59504b5abd2f2b4314d24cd319e9f502424fa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed687607-5ceb-4fbe-b191-0328e84c2d3d" -d '{"events": [{"server_uuid": "d80bd384-987b-4d96-9eca-8c6f95a892a2", "name": "network-vif-deleted", "tag": "74eee801-0567-4233-b0ce-333af8a39b08"}]}' {{(pid=103365) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 03:22:30.903651 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 03:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8c0af9-9c3f-4b08-8baa-791fff307ff5 x-openstack-request-id: req-fd8c0af9-9c3f-4b08-8baa-791fff307ff5 {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 03:22:30.903947 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80bd384-987b-4d96-9eca-8c6f95a892a2", "name": "network-vif-deleted", "tag": "74eee801-0567-4233-b0ce-333af8a39b08", "status": "completed", "code": 200}]} {{(pid=103365) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 03:22:30.904202 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd8c0af9-9c3f-4b08-8baa-791fff307ff5 {{(pid=103365) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 03:22:30.904628 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd80bd384-987b-4d96-9eca-8c6f95a892a2', 'name': 'network-vif-deleted', 'tag': '74eee801-0567-4233-b0ce-333af8a39b08', 'status': 'completed', 'code': 200} Mar 11 03:22:31.310483 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [req-2266a38e-16bc-4585-a2fd-04b9e9658ec3 req-96cd4140-3583-46d1-b930-f0cd51901ef6 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "GET /v2.0/ports?device_id=d80bd384-987b-4d96-9eca-8c6f95a892a2 HTTP/1.1" status: 200 len: 210 time: 0.0316837 Mar 11 03:22:31.465121 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-8dc1dcd8-9823-4e4c-bc96-0dc2decf3a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:32.368041 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 52002) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:22:32.422617 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dd608a52-71c3-4b4e-97f7-de13718939d8 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks [] for security_group (d1818c21-acdd-480f-980f-e89509fe53f7), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:32.450782 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dd608a52-71c3-4b4e-97f7-de13718939d8 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks [] for security_group (d1818c21-acdd-480f-980f-e89509fe53f7), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:32.509956 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dd608a52-71c3-4b4e-97f7-de13718939d8 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (d1818c21-acdd-480f-980f-e89509fe53f7), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:32.512456 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-dd608a52-71c3-4b4e-97f7-de13718939d8 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Publish callbacks [] for security_group (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:32.513590 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-dd608a52-71c3-4b4e-97f7-de13718939d8 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] 10.222.0.16 "DELETE /v2.0/security-groups/d1818c21-acdd-480f-980f-e89509fe53f7 HTTP/1.1" status: 204 len: 168 time: 0.1445861 Mar 11 03:22:32.523955 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd608a52-71c3-4b4e-97f7-de13718939d8 tempest-TestShelveInstance-284354850 tempest-TestShelveInstance-284354850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1818c21-acdd-480f-980f-e89509fe53f7,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:22:32.558332 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 52006) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:22:32.700969 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:32.898427 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49ea6623-6cb5-46bf-9a0a-a799d964762d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736952'] for router_interface (4a0f0857-2450-47ae-94d6-09e4397a887c), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:33.387573 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-49ea6623-6cb5-46bf-9a0a-a799d964762d admin admin] Deleting port 46f67e74-d951-4ae4-b0a8-6789241b3eb3 {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:22:33.388244 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49ea6623-6cb5-46bf-9a0a-a799d964762d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (46f67e74-d951-4ae4-b0a8-6789241b3eb3), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:33.466286 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-49ea6623-6cb5-46bf-9a0a-a799d964762d admin admin] For port 46f67e74-d951-4ae4-b0a8-6789241b3eb3, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=46f67e74-d951-4ae4-b0a8-6789241b3eb3,segment=NetworkSegment(2a3b4369-cf19-4e74-9472-71f0003d941c),segment_id=2a3b4369-cf19-4e74-9472-71f0003d941c)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:22:33.466645 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49ea6623-6cb5-46bf-9a0a-a799d964762d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (46f67e74-d951-4ae4-b0a8-6789241b3eb3), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:33.479307 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-49ea6623-6cb5-46bf-9a0a-a799d964762d admin admin] Calling delete_port for 46f67e74-d951-4ae4-b0a8-6789241b3eb3 owned by network:router_interface {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:22:33.653549 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49ea6623-6cb5-46bf-9a0a-a799d964762d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (46f67e74-d951-4ae4-b0a8-6789241b3eb3), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:33.679242 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea6623-6cb5-46bf-9a0a-a799d964762d admin admin] Pushing event deleted for resources: {'Port': ['ID=46f67e74-d951-4ae4-b0a8-6789241b3eb3,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:22:33.855260 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-49ea6623-6cb5-46bf-9a0a-a799d964762d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752168'] for router_interface (4a0f0857-2450-47ae-94d6-09e4397a887c), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:34.065211 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ea6623-6cb5-46bf-9a0a-a799d964762d admin admin] Router 4a0f0857-2450-47ae-94d6-09e4397a887c has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103365) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:22:34.171574 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ea6623-6cb5-46bf-9a0a-a799d964762d admin admin] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103365) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:22:34.176706 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-49ea6623-6cb5-46bf-9a0a-a799d964762d admin admin] 10.222.0.16 "PUT /v2.0/routers/4a0f0857-2450-47ae-94d6-09e4397a887c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6172826 Mar 11 03:22:34.179993 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 52008) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:22:34.180864 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc63bea-5860-4e0f-b540-d0e72b9e1687 None None] Sync routers for ids ['4a0f0857-2450-47ae-94d6-09e4397a887c'] in dv-cinder-740146-14-iscsi {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:22:34.190386 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc63bea-5860-4e0f-b540-d0e72b9e1687 None None] Routers {'4a0f0857-2450-47ae-94d6-09e4397a887c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:22:34.190994 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-cdc63bea-5860-4e0f-b540-d0e72b9e1687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:22:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['4a0f0857-2450-47ae-94d6-09e4397a887c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:22:34.286424 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebd5f087-6f80-4269-81cf-ec2c0190c640 admin admin] Publish callbacks [] for router (4a0f0857-2450-47ae-94d6-09e4397a887c), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:34.292253 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:34.304319 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-cdc63bea-5860-4e0f-b540-d0e72b9e1687 None None] Set router 4a0f0857-2450-47ae-94d6-09e4397a887c gateway port host: dv-cinder-740146-14-iscsi {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:22:34.397551 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebd5f087-6f80-4269-81cf-ec2c0190c640 admin admin] Publish callbacks [] for router_gateway (4a0f0857-2450-47ae-94d6-09e4397a887c), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:34.450854 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-ebd5f087-6f80-4269-81cf-ec2c0190c640 admin admin] Deleting port a806594e-3089-41cd-8447-908e50397def {{(pid=103365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:22:34.451194 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebd5f087-6f80-4269-81cf-ec2c0190c640 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (a806594e-3089-41cd-8447-908e50397def), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:34.531665 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.db [None req-ebd5f087-6f80-4269-81cf-ec2c0190c640 admin admin] For port a806594e-3089-41cd-8447-908e50397def, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=a806594e-3089-41cd-8447-908e50397def,segment=NetworkSegment(77d20882-625f-4a13-9566-ab6cf60f2c81),segment_id=77d20882-625f-4a13-9566-ab6cf60f2c81)] {{(pid=103365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:22:34.532015 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebd5f087-6f80-4269-81cf-ec2c0190c640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (a806594e-3089-41cd-8447-908e50397def), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:34.544607 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.plugins.ml2.plugin [None req-ebd5f087-6f80-4269-81cf-ec2c0190c640 admin admin] Calling delete_port for a806594e-3089-41cd-8447-908e50397def owned by network:router_gateway {{(pid=103365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:22:34.577675 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-cdc63bea-5860-4e0f-b540-d0e72b9e1687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0f0857-2450-47ae-94d6-09e4397a887c', 'name': 'tempest-TestShelveInstance-737239308-router', 'tenant_id': '91092df4470d486daf2fb46a8edb6f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'a806594e-3089-41cd-8447-908e50397def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:18:15Z', 'updated_at': '2022-03-11T03:22:33Z', 'revision_number': 5, 'project_id': '91092df4470d486daf2fb46a8edb6f47', 'gw_port': {'id': 'a806594e-3089-41cd-8447-908e50397def', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:39:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0f0857-2450-47ae-94d6-09e4397a887c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:18:16Z', 'updated_at': '2022-03-11T03:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi'}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:22:34.604104 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc63bea-5860-4e0f-b540-d0e72b9e1687 None None] Checking router: 4a0f0857-2450-47ae-94d6-09e4397a887c for host: dv-cinder-740146-14-iscsi {{(pid=103367) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:22:34.612147 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc63bea-5860-4e0f-b540-d0e72b9e1687 None None] Routers {'4a0f0857-2450-47ae-94d6-09e4397a887c'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103367) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:22:34.612750 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-cdc63bea-5860-4e0f-b540-d0e72b9e1687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:22:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['4a0f0857-2450-47ae-94d6-09e4397a887c'], 'active': True} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:22:34.679135 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 74eee801-0567-4233-b0ce-333af8a39b08 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:22:34.704490 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] No Port match for: 74eee801-0567-4233-b0ce-333af8a39b08 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:22:34.704832 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Device 74eee801-0567-4233-b0ce-333af8a39b08 not bound to the agent host hv-cinder-74014 {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:22:34.704948 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_dvr_db [None req-cdc63bea-5860-4e0f-b540-d0e72b9e1687 None None] Set router 4a0f0857-2450-47ae-94d6-09e4397a887c gateway port host: None {{(pid=103367) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:22:34.718979 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebd5f087-6f80-4269-81cf-ec2c0190c640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26187666'] for port (a806594e-3089-41cd-8447-908e50397def), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:34.744928 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5f087-6f80-4269-81cf-ec2c0190c640 admin admin] Pushing event deleted for resources: {'Port': ['ID=a806594e-3089-41cd-8447-908e50397def,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:22:34.761063 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.l3_hamode_db [None req-cdc63bea-5860-4e0f-b540-d0e72b9e1687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0f0857-2450-47ae-94d6-09e4397a887c', 'name': 'tempest-TestShelveInstance-737239308-router', 'tenant_id': '91092df4470d486daf2fb46a8edb6f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:18:15Z', 'updated_at': '2022-03-11T03:22:34Z', 'revision_number': 6, 'project_id': '91092df4470d486daf2fb46a8edb6f47', 'gw_port_host': None}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103367) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:22:34.788230 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc63bea-5860-4e0f-b540-d0e72b9e1687 None None] The sync data for ids ['4a0f0857-2450-47ae-94d6-09e4397a887c'] in dv-cinder-740146-14-iscsi is: [{'id': '4a0f0857-2450-47ae-94d6-09e4397a887c', 'name': 'tempest-TestShelveInstance-737239308-router', 'tenant_id': '91092df4470d486daf2fb46a8edb6f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:18:15Z', 'updated_at': '2022-03-11T03:22:34Z', 'revision_number': 6, 'project_id': '91092df4470d486daf2fb46a8edb6f47', 'gw_port_host': None}] {{(pid=103367) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:22:34.810306 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebd5f087-6f80-4269-81cf-ec2c0190c640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1739970'] for router_gateway (4a0f0857-2450-47ae-94d6-09e4397a887c), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:34.903387 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebd5f087-6f80-4269-81cf-ec2c0190c640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1750349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28411'] for router (4a0f0857-2450-47ae-94d6-09e4397a887c), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:34.905543 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebd5f087-6f80-4269-81cf-ec2c0190c640 admin admin] Publish callbacks [] for router_controller (4a0f0857-2450-47ae-94d6-09e4397a887c), precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:34.948277 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebd5f087-6f80-4269-81cf-ec2c0190c640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1750358'] for router (4a0f0857-2450-47ae-94d6-09e4397a887c), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:34.948749 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd5f087-6f80-4269-81cf-ec2c0190c640 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a0f0857-2450-47ae-94d6-09e4397a887c {{(pid=103365) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 03:22:34.952864 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-ebd5f087-6f80-4269-81cf-ec2c0190c640 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:34.954346 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-ebd5f087-6f80-4269-81cf-ec2c0190c640 admin admin] 10.222.0.16 "DELETE /v2.0/routers/4a0f0857-2450-47ae-94d6-09e4397a887c HTTP/1.1" status: 204 len: 168 time: 0.7734358 Mar 11 03:22:34.956825 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 52010) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:22:35.004764 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.db.db_base_plugin_v2 [None req-b47ab2fb-a93d-4bd6-ab88-5b63df93af55 admin admin] Deleting subnet c3277adb-7174-4def-a22b-35b761759871 {{(pid=103365) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 03:22:35.007996 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b47ab2fb-a93d-4bd6-ab88-5b63df93af55 admin admin] Publish callbacks [] for subnet (c3277adb-7174-4def-a22b-35b761759871), before_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:35.041536 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b47ab2fb-a93d-4bd6-ab88-5b63df93af55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3715445'] for subnet (c3277adb-7174-4def-a22b-35b761759871), precommit_delete_associations {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:35.120804 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b47ab2fb-a93d-4bd6-ab88-5b63df93af55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16040164'] for subnet (c3277adb-7174-4def-a22b-35b761759871), precommit_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:35.176953 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b47ab2fb-a93d-4bd6-ab88-5b63df93af55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16040175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26187709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25193187'] for subnet (c3277adb-7174-4def-a22b-35b761759871), after_delete {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:35.206548 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ab2fb-a93d-4bd6-ab88-5b63df93af55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3277adb-7174-4def-a22b-35b761759871,revision_number=None']} {{(pid=103365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:22:35.208599 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron_lib.callbacks.manager [None req-b47ab2fb-a93d-4bd6-ab88-5b63df93af55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for subnet (None), before_response {{(pid=103365) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:35.215857 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1aa03e-3b9d-4ed7-9e55-c1f366d1b691 None None] Network bd9a6c91-7b34-488d-8358-f46b8592c5f6 requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:22:35.216023 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 52012) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:22:35.218459 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-b47ab2fb-a93d-4bd6-ab88-5b63df93af55 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c3277adb-7174-4def-a22b-35b761759871 HTTP/1.1" status: 204 len: 168 time: 0.2606528 Mar 11 03:22:35.288509 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-07f32c12-430d-4946-aee8-5728b886c1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16082977'] for network (bd9a6c91-7b34-488d-8358-f46b8592c5f6), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:35.343156 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-07f32c12-430d-4946-aee8-5728b886c1e2 admin admin] Deleting port d409a546-6af1-4122-8270-d0eff7085e65 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:22:35.343540 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-07f32c12-430d-4946-aee8-5728b886c1e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (d409a546-6af1-4122-8270-d0eff7085e65), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:35.411844 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-07f32c12-430d-4946-aee8-5728b886c1e2 admin admin] For port d409a546-6af1-4122-8270-d0eff7085e65, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=d409a546-6af1-4122-8270-d0eff7085e65,segment=NetworkSegment(2a3b4369-cf19-4e74-9472-71f0003d941c),segment_id=2a3b4369-cf19-4e74-9472-71f0003d941c)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:22:35.412502 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-07f32c12-430d-4946-aee8-5728b886c1e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (d409a546-6af1-4122-8270-d0eff7085e65), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:35.424510 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-07f32c12-430d-4946-aee8-5728b886c1e2 admin admin] Calling delete_port for d409a546-6af1-4122-8270-d0eff7085e65 owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:22:35.511271 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-07f32c12-430d-4946-aee8-5728b886c1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15272124'] for port (d409a546-6af1-4122-8270-d0eff7085e65), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:35.539701 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f693cb-fa65-4abe-91af-7d20c5284c2f None None] DHCP port deletion for bd9a6c91-7b34-488d-8358-f46b8592c5f6 request from dv-cinder-740146-14-iscsi {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 03:22:35.540191 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f32c12-430d-4946-aee8-5728b886c1e2 admin admin] No DVR routers for this DVR port d409a546-6af1-4122-8270-d0eff7085e65 on host dv-cinder-740146-14-iscsi {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:22:35.541629 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f32c12-430d-4946-aee8-5728b886c1e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d409a546-6af1-4122-8270-d0eff7085e65,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:22:35.617064 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device d409a546-6af1-4122-8270-d0eff7085e65 no longer exists at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:22:35.627421 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-07f32c12-430d-4946-aee8-5728b886c1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16047135', 'neutron.services.segments.db._delete_segments_for_network-8766925140502'] for network (bd9a6c91-7b34-488d-8358-f46b8592c5f6), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:35.641445 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] No Port match for: d409a546-6af1-4122-8270-d0eff7085e65 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:22:35.641794 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device d409a546-6af1-4122-8270-d0eff7085e65 not bound to the agent host dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:22:35.642244 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 46f67e74-d951-4ae4-b0a8-6789241b3eb3 no longer exists at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:22:35.649973 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-07f32c12-430d-4946-aee8-5728b886c1e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd9a6c91-7b34-488d-8358-f46b8592c5f6']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:22:35.660445 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-07f32c12-430d-4946-aee8-5728b886c1e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a3b4369-cf19-4e74-9472-71f0003d941c') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:22:35.660745 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-07f32c12-430d-4946-aee8-5728b886c1e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a3b4369-cf19-4e74-9472-71f0003d941c') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:22:35.662300 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] No Port match for: 46f67e74-d951-4ae4-b0a8-6789241b3eb3 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:22:35.662651 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 46f67e74-d951-4ae4-b0a8-6789241b3eb3 not bound to the agent host dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:22:35.663079 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device a806594e-3089-41cd-8447-908e50397def no longer exists at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:22:35.676123 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-07f32c12-430d-4946-aee8-5728b886c1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766925139231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25359099'] for segment (2a3b4369-cf19-4e74-9472-71f0003d941c), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:35.683678 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] No Port match for: a806594e-3089-41cd-8447-908e50397def {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:22:35.684125 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device a806594e-3089-41cd-8447-908e50397def not bound to the agent host dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:22:35.690055 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-07f32c12-430d-4946-aee8-5728b886c1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715'] for segment (2a3b4369-cf19-4e74-9472-71f0003d941c), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:35.698616 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07f32c12-430d-4946-aee8-5728b886c1e2 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 03:22:35.699019 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-07f32c12-430d-4946-aee8-5728b886c1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15272269'] for segment (2a3b4369-cf19-4e74-9472-71f0003d941c), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:35.700701 dv-cinder-740146-14-iscsi neutron-server[103364]: Traceback (most recent call last): Mar 11 03:22:35.700701 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 03:22:35.700701 dv-cinder-740146-14-iscsi neutron-server[103364]: timer() Mar 11 03:22:35.700701 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 03:22:35.700701 dv-cinder-740146-14-iscsi neutron-server[103364]: cb(*args, **kw) Mar 11 03:22:35.700701 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 03:22:35.700701 dv-cinder-740146-14-iscsi neutron-server[103364]: return func(*args, **kwargs) Mar 11 03:22:35.700701 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 03:22:35.700701 dv-cinder-740146-14-iscsi neutron-server[103364]: self._notify() Mar 11 03:22:35.700701 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 03:22:35.700701 dv-cinder-740146-14-iscsi neutron-server[103364]: self.callback(batched_events) Mar 11 03:22:35.700701 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 03:22:35.700701 dv-cinder-740146-14-iscsi neutron-server[103364]: event.method(event) Mar 11 03:22:35.700701 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 03:22:35.700701 dv-cinder-740146-14-iscsi neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 03:22:35.700701 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 03:22:35.700701 dv-cinder-740146-14-iscsi neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 03:22:35.700701 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 03:22:35.700701 dv-cinder-740146-14-iscsi neutron-server[103364]: return f(self, *a, **k) Mar 11 03:22:35.700701 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 03:22:35.700701 dv-cinder-740146-14-iscsi neutron-server[103364]: return self._get(url).json() Mar 11 03:22:35.700701 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 03:22:35.700701 dv-cinder-740146-14-iscsi neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 03:22:35.700701 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 03:22:35.700701 dv-cinder-740146-14-iscsi neutron-server[103364]: return self.request(url, 'GET', **kwargs) Mar 11 03:22:35.700701 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 03:22:35.700701 dv-cinder-740146-14-iscsi neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 03:22:35.700701 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 03:22:35.700701 dv-cinder-740146-14-iscsi neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 03:22:35.700701 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 03:22:35.700701 dv-cinder-740146-14-iscsi neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 03:22:35.700701 dv-cinder-740146-14-iscsi neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 03:22:35.721888 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:35.754242 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-07f32c12-430d-4946-aee8-5728b886c1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16047206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740006'] for network (bd9a6c91-7b34-488d-8358-f46b8592c5f6), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:35.760016 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-07f32c12-430d-4946-aee8-5728b886c1e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:35.763121 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-07f32c12-430d-4946-aee8-5728b886c1e2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/bd9a6c91-7b34-488d-8358-f46b8592c5f6 HTTP/1.1" status: 204 len: 168 time: 0.5461948 Mar 11 03:22:35.765942 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 52014) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:22:35.780890 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f32c12-430d-4946-aee8-5728b886c1e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd9a6c91-7b34-488d-8358-f46b8592c5f6,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:22:36.123241 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d88f5411-e1f6-4922-9ae3-27a257cef212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736952'] for router_interface (7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:36.369175 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-d88f5411-e1f6-4922-9ae3-27a257cef212 admin admin] Deleting port f1951e07-1c16-4047-a1a2-18017eed1ba1 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:22:36.369842 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d88f5411-e1f6-4922-9ae3-27a257cef212 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (f1951e07-1c16-4047-a1a2-18017eed1ba1), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:36.445533 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-d88f5411-e1f6-4922-9ae3-27a257cef212 admin admin] For port f1951e07-1c16-4047-a1a2-18017eed1ba1, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=f1951e07-1c16-4047-a1a2-18017eed1ba1,segment=NetworkSegment(6c6dc2ae-bfd6-4bac-8325-4bee3543953f),segment_id=6c6dc2ae-bfd6-4bac-8325-4bee3543953f)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:22:36.445911 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d88f5411-e1f6-4922-9ae3-27a257cef212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (f1951e07-1c16-4047-a1a2-18017eed1ba1), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:36.458301 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-d88f5411-e1f6-4922-9ae3-27a257cef212 admin admin] Calling delete_port for f1951e07-1c16-4047-a1a2-18017eed1ba1 owned by network:router_interface {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:22:36.636668 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d88f5411-e1f6-4922-9ae3-27a257cef212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15272124'] for port (f1951e07-1c16-4047-a1a2-18017eed1ba1), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:36.666386 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f5411-e1f6-4922-9ae3-27a257cef212 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1951e07-1c16-4047-a1a2-18017eed1ba1,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:22:36.695688 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:36.837461 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-d88f5411-e1f6-4922-9ae3-27a257cef212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1752168'] for router_interface (7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:37.053417 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88f5411-e1f6-4922-9ae3-27a257cef212 admin admin] Router 7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f has already been hosted by L3 agent 5e84f37f-2b54-4862-9f3b-71a4310670b7 {{(pid=103364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 03:22:37.160057 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88f5411-e1f6-4922-9ae3-27a257cef212 admin admin] Notify agent at l3_agent.dv-cinder-740146-14-iscsi the message routers_updated {{(pid=103364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 03:22:37.164974 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-d88f5411-e1f6-4922-9ae3-27a257cef212 admin admin] 10.222.0.16 "PUT /v2.0/routers/7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3978710 Mar 11 03:22:37.167462 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 52016) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:22:37.171382 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ec4e04-752c-4cfb-9c55-054b6a4ae338 None None] Sync routers for ids ['7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f'] in dv-cinder-740146-14-iscsi {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 03:22:37.181335 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ec4e04-752c-4cfb-9c55-054b6a4ae338 None None] Routers {'7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:22:37.182090 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-b1ec4e04-752c-4cfb-9c55-054b6a4ae338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:22:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:22:37.274603 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-854d257b-d934-4759-9cc6-63544f267a37 admin admin] Publish callbacks [] for router (7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:37.289239 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-b1ec4e04-752c-4cfb-9c55-054b6a4ae338 None None] Set router 7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f gateway port host: dv-cinder-740146-14-iscsi {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:22:37.380104 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-854d257b-d934-4759-9cc6-63544f267a37 admin admin] Publish callbacks [] for router_gateway (7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:37.430866 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-854d257b-d934-4759-9cc6-63544f267a37 admin admin] Deleting port e77f8c32-75a1-44cd-ac19-4c819dbe9bd9 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:22:37.431201 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-854d257b-d934-4759-9cc6-63544f267a37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (e77f8c32-75a1-44cd-ac19-4c819dbe9bd9), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:37.473381 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-b1ec4e04-752c-4cfb-9c55-054b6a4ae338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f', 'name': 'tempest-TestShelveInstance-131050156-router', 'tenant_id': 'cddfadc38fa2415386328d544d42b74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'external_fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.172'}], 'enable_snat': True}, 'gw_port_id': 'e77f8c32-75a1-44cd-ac19-4c819dbe9bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:18:20Z', 'updated_at': '2022-03-11T03:22:36Z', 'revision_number': 5, 'project_id': 'cddfadc38fa2415386328d544d42b74a', 'gw_port': {'id': 'e77f8c32-75a1-44cd-ac19-4c819dbe9bd9', 'name': '', 'network_id': '9b47ca21-aede-450a-93e7-0e4b22f1eaa6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '91a34137-7039-479a-a714-41dcecc02d59', 'ip_address': '172.27.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T03:18:21Z', 'updated_at': '2022-03-11T03:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91a34137-7039-479a-a714-41dcecc02d59', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-14-iscsi'}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:22:37.502390 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ec4e04-752c-4cfb-9c55-054b6a4ae338 None None] Checking router: 7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f for host: dv-cinder-740146-14-iscsi {{(pid=103366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 03:22:37.512755 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ec4e04-752c-4cfb-9c55-054b6a4ae338 None None] Routers {'7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f'} bound to L3 agent in host dv-cinder-740146-14-iscsi {{(pid=103366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 03:22:37.513467 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-b1ec4e04-752c-4cfb-9c55-054b6a4ae338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T03:01:01Z,description=,heartbeat_timestamp=2022-03-11T03:22:31Z,host='dv-cinder-740146-14-iscsi',id=5e84f37f-2b54-4862-9f3b-71a4310670b7,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T03:01:01Z,topic='l3_agent')) {'router_ids': ['7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f'], 'active': True} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:22:37.524274 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-854d257b-d934-4759-9cc6-63544f267a37 admin admin] For port e77f8c32-75a1-44cd-ac19-4c819dbe9bd9, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=e77f8c32-75a1-44cd-ac19-4c819dbe9bd9,segment=NetworkSegment(77d20882-625f-4a13-9566-ab6cf60f2c81),segment_id=77d20882-625f-4a13-9566-ab6cf60f2c81)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:22:37.524764 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-854d257b-d934-4759-9cc6-63544f267a37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (e77f8c32-75a1-44cd-ac19-4c819dbe9bd9), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:37.562747 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-854d257b-d934-4759-9cc6-63544f267a37 admin admin] Calling delete_port for e77f8c32-75a1-44cd-ac19-4c819dbe9bd9 owned by network:router_gateway {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:22:37.781200 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-854d257b-d934-4759-9cc6-63544f267a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15272124'] for port (e77f8c32-75a1-44cd-ac19-4c819dbe9bd9), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:37.797692 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvr_db [None req-b1ec4e04-752c-4cfb-9c55-054b6a4ae338 None None] Set router 7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f gateway port host: None {{(pid=103366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 03:22:37.808535 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d257b-d934-4759-9cc6-63544f267a37 admin admin] Pushing event deleted for resources: {'Port': ['ID=e77f8c32-75a1-44cd-ac19-4c819dbe9bd9,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:22:37.853346 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_hamode_db [None req-b1ec4e04-752c-4cfb-9c55-054b6a4ae338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f', 'name': 'tempest-TestShelveInstance-131050156-router', 'tenant_id': 'cddfadc38fa2415386328d544d42b74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:18:20Z', 'updated_at': '2022-03-11T03:22:37Z', 'revision_number': 6, 'project_id': 'cddfadc38fa2415386328d544d42b74a', 'gw_port_host': None}], 'dv-cinder-740146-14-iscsi', False) {} {{(pid=103366) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:22:37.883103 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-854d257b-d934-4759-9cc6-63544f267a37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1739970'] for router_gateway (7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:37.886664 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ec4e04-752c-4cfb-9c55-054b6a4ae338 None None] The sync data for ids ['7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f'] in dv-cinder-740146-14-iscsi is: [{'id': '7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f', 'name': 'tempest-TestShelveInstance-131050156-router', 'tenant_id': 'cddfadc38fa2415386328d544d42b74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T03:18:20Z', 'updated_at': '2022-03-11T03:22:37Z', 'revision_number': 6, 'project_id': 'cddfadc38fa2415386328d544d42b74a', 'gw_port_host': None}] {{(pid=103366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 03:22:37.982450 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-854d257b-d934-4759-9cc6-63544f267a37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1750349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28411'] for router (7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:37.984587 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-854d257b-d934-4759-9cc6-63544f267a37 admin admin] Publish callbacks [] for router_controller (7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:38.034349 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-854d257b-d934-4759-9cc6-63544f267a37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1750358'] for router (7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:38.034912 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854d257b-d934-4759-9cc6-63544f267a37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f {{(pid=103364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 03:22:38.040458 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-854d257b-d934-4759-9cc6-63544f267a37 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:38.041669 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-854d257b-d934-4759-9cc6-63544f267a37 admin admin] 10.222.0.16 "DELETE /v2.0/routers/7ccb2461-3cc0-4ce5-a97e-ea8bba68db7f HTTP/1.1" status: 204 len: 168 time: 0.8732765 Mar 11 03:22:38.044326 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 52018) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:22:38.091677 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aa51805-517b-4ce4-9a8d-45323a87f0dc admin admin] Deleting subnet 4a8117ae-2cf1-4e4c-8596-64f3badeccc4 {{(pid=103364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 03:22:38.094623 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2aa51805-517b-4ce4-9a8d-45323a87f0dc admin admin] Publish callbacks [] for subnet (4a8117ae-2cf1-4e4c-8596-64f3badeccc4), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:38.129307 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2aa51805-517b-4ce4-9a8d-45323a87f0dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25359088'] for subnet (4a8117ae-2cf1-4e4c-8596-64f3badeccc4), precommit_delete_associations {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:38.217581 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2aa51805-517b-4ce4-9a8d-45323a87f0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16040164'] for subnet (4a8117ae-2cf1-4e4c-8596-64f3badeccc4), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:38.275068 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2aa51805-517b-4ce4-9a8d-45323a87f0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16040175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15272083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25201998'] for subnet (4a8117ae-2cf1-4e4c-8596-64f3badeccc4), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:38.302247 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa51805-517b-4ce4-9a8d-45323a87f0dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a8117ae-2cf1-4e4c-8596-64f3badeccc4,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:22:38.305087 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-2aa51805-517b-4ce4-9a8d-45323a87f0dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:38.308381 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-2aa51805-517b-4ce4-9a8d-45323a87f0dc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4a8117ae-2cf1-4e4c-8596-64f3badeccc4 HTTP/1.1" status: 204 len: 168 time: 0.2630205 Mar 11 03:22:38.310701 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 52020) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:22:38.313182 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d9851a-7293-4c13-b7bc-878ebfc2030c None None] Network 476acaab-7107-4b39-88a3-45f7bb80a387 requested from dv-cinder-740146-14-iscsi {{(pid=103366) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 03:22:38.378381 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-686bc953-7ac4-443f-9e77-9db5ce90156e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16082977'] for network (476acaab-7107-4b39-88a3-45f7bb80a387), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:38.437983 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-686bc953-7ac4-443f-9e77-9db5ce90156e admin admin] Deleting port 2aa61cad-7859-4f92-be97-2ab30266bbb0 {{(pid=103364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:22:38.438565 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-686bc953-7ac4-443f-9e77-9db5ce90156e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (2aa61cad-7859-4f92-be97-2ab30266bbb0), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:38.500412 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.db [None req-686bc953-7ac4-443f-9e77-9db5ce90156e admin admin] For port 2aa61cad-7859-4f92-be97-2ab30266bbb0, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=2aa61cad-7859-4f92-be97-2ab30266bbb0,segment=NetworkSegment(6c6dc2ae-bfd6-4bac-8325-4bee3543953f),segment_id=6c6dc2ae-bfd6-4bac-8325-4bee3543953f)] {{(pid=103364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:22:38.500773 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-686bc953-7ac4-443f-9e77-9db5ce90156e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (2aa61cad-7859-4f92-be97-2ab30266bbb0), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:38.513257 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.plugin [None req-686bc953-7ac4-443f-9e77-9db5ce90156e admin admin] Calling delete_port for 2aa61cad-7859-4f92-be97-2ab30266bbb0 owned by network:dhcp {{(pid=103364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:22:38.671452 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28040994-2f2f-4e97-8838-c9ec7ca82155 None None] DHCP port deletion for 476acaab-7107-4b39-88a3-45f7bb80a387 request from dv-cinder-740146-14-iscsi {{(pid=103366) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 03:22:38.724045 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-28040994-2f2f-4e97-8838-c9ec7ca82155 None None] Deleting port 2aa61cad-7859-4f92-be97-2ab30266bbb0 {{(pid=103366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 03:22:38.724494 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-28040994-2f2f-4e97-8838-c9ec7ca82155 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766925142510'] for port (2aa61cad-7859-4f92-be97-2ab30266bbb0), before_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:38.792082 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.db [None req-28040994-2f2f-4e97-8838-c9ec7ca82155 None None] For port 2aa61cad-7859-4f92-be97-2ab30266bbb0, host dv-cinder-740146-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-14-iscsi',level=0,port_id=2aa61cad-7859-4f92-be97-2ab30266bbb0,segment=NetworkSegment(6c6dc2ae-bfd6-4bac-8325-4bee3543953f),segment_id=6c6dc2ae-bfd6-4bac-8325-4bee3543953f)] {{(pid=103366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 03:22:38.792482 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-28040994-2f2f-4e97-8838-c9ec7ca82155 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1739694'] for port (2aa61cad-7859-4f92-be97-2ab30266bbb0), precommit_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:38.806155 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-28040994-2f2f-4e97-8838-c9ec7ca82155 None None] Calling delete_port for 2aa61cad-7859-4f92-be97-2ab30266bbb0 owned by network:dhcp {{(pid=103366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 03:22:38.833282 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-686bc953-7ac4-443f-9e77-9db5ce90156e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15272124'] for port (2aa61cad-7859-4f92-be97-2ab30266bbb0), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:38.861997 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686bc953-7ac4-443f-9e77-9db5ce90156e admin admin] No DVR routers for this DVR port 2aa61cad-7859-4f92-be97-2ab30266bbb0 on host dv-cinder-740146-14-iscsi {{(pid=103364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:22:38.866207 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686bc953-7ac4-443f-9e77-9db5ce90156e admin admin] Pushing event deleted for resources: {'Port': ['ID=2aa61cad-7859-4f92-be97-2ab30266bbb0,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:22:38.891376 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-28040994-2f2f-4e97-8838-c9ec7ca82155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16185876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-207457', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766925149525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766924696679'] for port (2aa61cad-7859-4f92-be97-2ab30266bbb0), after_delete {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:38.918777 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28040994-2f2f-4e97-8838-c9ec7ca82155 None None] Pushing event deleted for resources: {'Port': ['ID=2aa61cad-7859-4f92-be97-2ab30266bbb0,revision_number=None']} {{(pid=103366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:22:38.926612 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28040994-2f2f-4e97-8838-c9ec7ca82155 None None] No DVR routers for this DVR port 2aa61cad-7859-4f92-be97-2ab30266bbb0 on host dv-cinder-740146-14-iscsi {{(pid=103366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 03:22:38.930693 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28040994-2f2f-4e97-8838-c9ec7ca82155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:22:38.931043 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28040994-2f2f-4e97-8838-c9ec7ca82155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:22:38.931389 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28040994-2f2f-4e97-8838-c9ec7ca82155 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:22:38.931723 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28040994-2f2f-4e97-8838-c9ec7ca82155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:22:38.932219 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28040994-2f2f-4e97-8838-c9ec7ca82155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:22:38.932716 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28040994-2f2f-4e97-8838-c9ec7ca82155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:22:38.933199 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28040994-2f2f-4e97-8838-c9ec7ca82155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:22:38.934236 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28040994-2f2f-4e97-8838-c9ec7ca82155 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:22:38.934734 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28040994-2f2f-4e97-8838-c9ec7ca82155 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:22:38.935222 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28040994-2f2f-4e97-8838-c9ec7ca82155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:22:38.935713 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28040994-2f2f-4e97-8838-c9ec7ca82155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:22:38.936180 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28040994-2f2f-4e97-8838-c9ec7ca82155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:22:38.937081 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28040994-2f2f-4e97-8838-c9ec7ca82155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-14-iscsi {{(pid=103366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 03:22:38.949373 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-686bc953-7ac4-443f-9e77-9db5ce90156e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16047135', 'neutron.services.segments.db._delete_segments_for_network-8766925140502'] for network (476acaab-7107-4b39-88a3-45f7bb80a387), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:38.975220 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-686bc953-7ac4-443f-9e77-9db5ce90156e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['476acaab-7107-4b39-88a3-45f7bb80a387']}} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:22:38.984816 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-686bc953-7ac4-443f-9e77-9db5ce90156e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c6dc2ae-bfd6-4bac-8325-4bee3543953f') {'for_net_delete': True} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:22:38.985038 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.services.segments.db [None req-686bc953-7ac4-443f-9e77-9db5ce90156e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c6dc2ae-bfd6-4bac-8325-4bee3543953f') {} {{(pid=103364) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 03:22:38.996369 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-686bc953-7ac4-443f-9e77-9db5ce90156e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766925139231', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25359099'] for segment (6c6dc2ae-bfd6-4bac-8325-4bee3543953f), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:39.009534 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-686bc953-7ac4-443f-9e77-9db5ce90156e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715'] for segment (6c6dc2ae-bfd6-4bac-8325-4bee3543953f), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:39.015569 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-686bc953-7ac4-443f-9e77-9db5ce90156e admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 03:22:39.015953 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-686bc953-7ac4-443f-9e77-9db5ce90156e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16174715', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15272269'] for segment (6c6dc2ae-bfd6-4bac-8325-4bee3543953f), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:39.017620 dv-cinder-740146-14-iscsi neutron-server[103364]: Traceback (most recent call last): Mar 11 03:22:39.017620 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 03:22:39.017620 dv-cinder-740146-14-iscsi neutron-server[103364]: timer() Mar 11 03:22:39.017620 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 03:22:39.017620 dv-cinder-740146-14-iscsi neutron-server[103364]: cb(*args, **kw) Mar 11 03:22:39.017620 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 03:22:39.017620 dv-cinder-740146-14-iscsi neutron-server[103364]: return func(*args, **kwargs) Mar 11 03:22:39.017620 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 03:22:39.017620 dv-cinder-740146-14-iscsi neutron-server[103364]: self._notify() Mar 11 03:22:39.017620 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 03:22:39.017620 dv-cinder-740146-14-iscsi neutron-server[103364]: self.callback(batched_events) Mar 11 03:22:39.017620 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 03:22:39.017620 dv-cinder-740146-14-iscsi neutron-server[103364]: event.method(event) Mar 11 03:22:39.017620 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 03:22:39.017620 dv-cinder-740146-14-iscsi neutron-server[103364]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 03:22:39.017620 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 03:22:39.017620 dv-cinder-740146-14-iscsi neutron-server[103364]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 03:22:39.017620 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 03:22:39.017620 dv-cinder-740146-14-iscsi neutron-server[103364]: return f(self, *a, **k) Mar 11 03:22:39.017620 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 03:22:39.017620 dv-cinder-740146-14-iscsi neutron-server[103364]: return self._get(url).json() Mar 11 03:22:39.017620 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 03:22:39.017620 dv-cinder-740146-14-iscsi neutron-server[103364]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 03:22:39.017620 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 03:22:39.017620 dv-cinder-740146-14-iscsi neutron-server[103364]: return self.request(url, 'GET', **kwargs) Mar 11 03:22:39.017620 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 03:22:39.017620 dv-cinder-740146-14-iscsi neutron-server[103364]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 03:22:39.017620 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 03:22:39.017620 dv-cinder-740146-14-iscsi neutron-server[103364]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 03:22:39.017620 dv-cinder-740146-14-iscsi neutron-server[103364]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 03:22:39.017620 dv-cinder-740146-14-iscsi neutron-server[103364]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 03:22:39.017620 dv-cinder-740146-14-iscsi neutron-server[103364]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 03:22:39.073177 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-686bc953-7ac4-443f-9e77-9db5ce90156e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16047206', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1740006'] for network (476acaab-7107-4b39-88a3-45f7bb80a387), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:39.079075 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-686bc953-7ac4-443f-9e77-9db5ce90156e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597577'] for network (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:39.082185 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-686bc953-7ac4-443f-9e77-9db5ce90156e admin admin] 10.222.0.16 "DELETE /v2.0/networks/476acaab-7107-4b39-88a3-45f7bb80a387 HTTP/1.1" status: 204 len: 168 time: 0.7705510 Mar 11 03:22:39.095150 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686bc953-7ac4-443f-9e77-9db5ce90156e admin admin] Pushing event deleted for resources: {'Network': ['ID=476acaab-7107-4b39-88a3-45f7bb80a387,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:22:39.245113 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [-] (103365) accepted ('10.222.0.16', 52024) {{(pid=103365) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:22:39.283510 dv-cinder-740146-14-iscsi neutron-server[103365]: INFO neutron.wsgi [None req-7a4f737b-0513-40c2-9631-85a847666fcf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=91092df4470d486daf2fb46a8edb6f47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372086 Mar 11 03:22:39.285951 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 52026) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:22:39.336985 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b5e8d70a-34e9-4a4e-94df-80a42bc81ef3 admin admin] Publish callbacks [] for security_group (4d2ca338-bcf5-443a-b012-e9656fb09502), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:39.343295 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device f1951e07-1c16-4047-a1a2-18017eed1ba1 no longer exists at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:22:39.358187 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b5e8d70a-34e9-4a4e-94df-80a42bc81ef3 admin admin] Publish callbacks [] for security_group (4d2ca338-bcf5-443a-b012-e9656fb09502), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:39.364050 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] No Port match for: f1951e07-1c16-4047-a1a2-18017eed1ba1 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:22:39.364416 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device f1951e07-1c16-4047-a1a2-18017eed1ba1 not bound to the agent host dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:22:39.364827 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device e77f8c32-75a1-44cd-ac19-4c819dbe9bd9 no longer exists at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:22:39.386831 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] No Port match for: e77f8c32-75a1-44cd-ac19-4c819dbe9bd9 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:22:39.387181 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device e77f8c32-75a1-44cd-ac19-4c819dbe9bd9 not bound to the agent host dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:22:39.387597 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 2aa61cad-7859-4f92-be97-2ab30266bbb0 no longer exists at agent ovs-agent-dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 03:22:39.407953 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.plugin [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] No Port match for: 2aa61cad-7859-4f92-be97-2ab30266bbb0 {{(pid=103366) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 03:22:39.408313 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron.plugins.ml2.rpc [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Device 2aa61cad-7859-4f92-be97-2ab30266bbb0 not bound to the agent host dv-cinder-740146-14-iscsi {{(pid=103366) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 03:22:39.409744 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b5e8d70a-34e9-4a4e-94df-80a42bc81ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (4d2ca338-bcf5-443a-b012-e9656fb09502), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:39.413006 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-b5e8d70a-34e9-4a4e-94df-80a42bc81ef3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:39.416562 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-b5e8d70a-34e9-4a4e-94df-80a42bc81ef3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d2ca338-bcf5-443a-b012-e9656fb09502 HTTP/1.1" status: 204 len: 168 time: 0.1278644 Mar 11 03:22:39.428509 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8d70a-34e9-4a4e-94df-80a42bc81ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2ca338-bcf5-443a-b012-e9656fb09502,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:22:39.719853 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 52032) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:22:39.758852 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-6c709515-00e1-470b-b2f3-d72c870dd55d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cddfadc38fa2415386328d544d42b74a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377412 Mar 11 03:22:39.761216 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [-] (103364) accepted ('10.222.0.16', 52034) {{(pid=103364) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 03:22:39.807635 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cb77e3ac-6de4-4708-a829-4a1c057de346 admin admin] Publish callbacks [] for security_group (6929c558-bd43-439c-91a5-4b599aae6bc4), before_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:39.827632 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cb77e3ac-6de4-4708-a829-4a1c057de346 admin admin] Publish callbacks [] for security_group (6929c558-bd43-439c-91a5-4b599aae6bc4), precommit_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:39.874066 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cb77e3ac-6de4-4708-a829-4a1c057de346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674316'] for security_group (6929c558-bd43-439c-91a5-4b599aae6bc4), after_delete {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:39.876518 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron_lib.callbacks.manager [None req-cb77e3ac-6de4-4708-a829-4a1c057de346 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103364) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:22:39.877633 dv-cinder-740146-14-iscsi neutron-server[103364]: INFO neutron.wsgi [None req-cb77e3ac-6de4-4708-a829-4a1c057de346 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6929c558-bd43-439c-91a5-4b599aae6bc4 HTTP/1.1" status: 204 len: 168 time: 0.1154797 Mar 11 03:22:39.884885 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb77e3ac-6de4-4708-a829-4a1c057de346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6929c558-bd43-439c-91a5-4b599aae6bc4,revision_number=None']} {{(pid=103364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 03:22:59.103303 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-f57e0e1d-fbad-4b46-9775-f232f11fbeb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:23:01.466132 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-42bc1d61-40de-4b5f-b7d1-659974283144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:23:02.702763 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:23:03.477797 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:23:04.292536 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:23:05.714630 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:23:06.707476 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:23:29.104938 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-41ee4f82-4c1a-4104-ba10-154fb8a89346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:23:31.467759 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c045f2b1-534d-4868-82ce-cf41719adf34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:23:32.707491 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:23:34.295443 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:23:35.717163 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:23:36.706971 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:23:40.477542 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:23:59.107741 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0b5ee85a-d737-4444-a40a-35c55e08d350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:24:01.469351 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-191126db-eb3a-4579-be2f-f00eb036a817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:24:02.709345 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:24:04.297756 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:24:05.720005 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:24:06.721613 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:24:17.475370 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:24:29.108760 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-5f1f5368-f60e-49a1-9cc5-62332fd3427c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:24:31.470262 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2e85dcd6-dcde-498d-9231-b2266a3e72d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:24:32.712334 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:24:34.302136 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:24:35.722452 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:24:36.734266 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:24:46.312733 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [req-1e199533-2f2a-46a3-8ea6-98bab4438eb6 req-8c6b810b-c35b-4bad-88f7-2bcfc55bdadc service neutron] (103364) timed out ('10.222.0.18', 55198) {{(pid=103364) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 03:24:46.510774 dv-cinder-740146-14-iscsi neutron-server[103364]: DEBUG neutron.wsgi [req-59ce40b2-9ace-4a88-9edd-ff51355c6f03 req-b013f833-9682-47f6-853c-649fe6d1879c service neutron] (103364) timed out ('10.222.0.18', 55222) {{(pid=103364) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 03:24:47.126358 dv-cinder-740146-14-iscsi neutron-server[103365]: DEBUG neutron.wsgi [req-7f85f0f6-9246-4ac3-acea-08f7b553addd req-f9004a8d-604c-4f3a-a1ac-d1316a56516d service neutron] (103365) timed out ('10.222.0.18', 55200) {{(pid=103365) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 03:24:54.473648 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:24:59.114722 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-3964b97f-fb24-44e0-8e5a-d7eed9736a52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:25:01.471187 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-111efc03-7634-41c8-bc38-90bf453319fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:25:02.714437 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:25:04.303797 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:25:05.724461 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:25:06.747972 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:25:29.106824 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-c649f808-4a11-4701-9d98-da9be21277a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:25:31.472691 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:25:31.473300 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bdd8385c-cc69-40c6-9d9d-b2a35a38b97e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:25:32.720547 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:25:34.305533 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:25:35.731237 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:25:36.751141 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:25:59.108927 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-17e38b0d-4923-4aa6-88af-4e51efa13d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:26:01.474231 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-837b21cb-140c-420a-a440-6387efe3d21e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:26:02.720233 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:26:04.308791 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:26:05.723833 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:26:06.753235 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:26:08.471306 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:26:29.110169 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-2c9ac7a5-b1cc-4e04-9636-8940a05e9e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:26:31.474671 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-96875629-6336-4be9-89e4-1ed56d2d5584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:26:32.722097 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:26:34.311385 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:26:35.725714 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:26:36.748853 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:26:45.470623 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:26:59.111839 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-82889d9d-be05-47d1-95e0-a3b0b574693d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:27:01.474119 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-4dc2c5ca-9237-4f76-acf3-6ae93ded49dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:27:02.725259 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:27:04.314459 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:27:05.726998 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:27:06.746278 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:27:22.469203 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:27:29.114011 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-9c82a7c0-e91b-4c6e-bae2-c208b78b16dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:27:31.475180 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-bd67e69a-4ec3-4d79-8ed2-8c14645b13f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:27:32.729314 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:27:34.316494 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:27:35.728462 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-efae9ef2-d00e-4482-99c7-728ee604854d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (4fdc8ac8-5c9d-4b36-91fa-dbd19737e0c9), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:27:36.759597 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-dd6b2d52-9868-4cfa-b767-a6bf3e6866c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5f38bfdc-d68c-4827-815d-ecd182596ad4), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:27:59.115783 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-0d1ca565-f990-46af-b4c9-6e7a2c67a918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (25b14703-b87e-4c0b-89d2-d56e1080c9ba), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:27:59.467426 dv-cinder-740146-14-iscsi neutron-server[103367]: DEBUG neutron.db.agents_db [None req-1bb80d7e-4739-456c-b1ae-2a60a2f0bcae None None] Agent healthcheck: found 6 active agents {{(pid=103367) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 03:28:01.475797 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-86678200-db22-466c-8363-6467c5ea5307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (5e84f37f-2b54-4862-9f3b-71a4310670b7), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:28:02.730349 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-a42645b2-9291-476b-aea4-3ba6b59994a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (2a59aac2-3453-4825-a8c3-5cabdd7d9d03), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 03:28:04.319210 dv-cinder-740146-14-iscsi neutron-server[103366]: DEBUG neutron_lib.callbacks.manager [None req-48212c7a-87e9-4a1a-a894-247128735ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766925140484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16045332'] for agent (bc295518-a9d5-460d-af25-fcd8b8d33cd3), after_update {{(pid=103366) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}